-- Logs begin at Thu 2022-04-07 12:54:30 UTC, end at Thu 2022-04-07 14:13:49 UTC. -- Apr 07 13:27:35.493359 dv-cinder-836973-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 07 13:27:38.418720 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.common.config [-] Logging enabled! Apr 07 13:27:38.419332 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 07 13:27:38.419507 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103262) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 13:27:38.423382 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.common.config [-] Logging enabled! Apr 07 13:27:38.423640 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 07 13:27:38.423953 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103262) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 13:27:38.424889 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 13:27:38.425122 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 13:27:38.425489 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 13:27:38.425736 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 13:27:38.425963 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 13:27:38.426405 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.426845 dv-cinder-836973-1-iscsi neutron-server[103262]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 07 13:27:38.427162 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.427461 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.427757 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.428052 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.428341 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.428623 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.428911 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.429208 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.429496 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.429776 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.430061 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.430374 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.430660 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.430953 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.431230 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.431512 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] debug = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.431791 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.432229 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.432654 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.432931 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.433220 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.433502 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.433774 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.434050 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.434367 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.434697 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] host = dv-cinder-836973-1-iscsi {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.434975 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.435264 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.435553 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.435839 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.436115 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.436391 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.436680 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.436953 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.437226 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] log_file = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.437528 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.437816 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.438102 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.438423 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.438651 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.438881 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.439177 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.439467 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.439743 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.440018 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.440291 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.440565 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.440838 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.441106 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.441393 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.441679 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.441965 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.442240 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.442554 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.442831 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.443102 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.443390 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.443664 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.443940 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.444215 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.444499 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.444769 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.445043 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.445340 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.445629 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.445913 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.446197 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.446498 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.446781 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.447054 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.447327 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.447600 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] use_json = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.447874 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.448144 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.448425 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.448699 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.448971 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.449243 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.449515 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.449798 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.450070 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:38.450386 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.450685 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.450985 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.451281 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.451572 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.451852 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.452141 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.452419 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.452707 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.453016 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.453309 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.453590 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.453890 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.454179 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.454497 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.454804 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.455096 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.455389 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.455668 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.455944 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.456219 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.456504 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.456792 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.457071 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.457361 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.457655 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.457934 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.458231 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.458544 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.458841 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.459132 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.459407 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.459689 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.459982 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.460263 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.460538 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.460817 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.461105 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.461383 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.461659 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.461943 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.462221 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.462527 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.462802 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.463079 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.463367 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.463644 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.463916 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.464188 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.464465 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.464736 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.465020 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.465300 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.465579 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.465858 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.466141 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.466448 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.466728 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.467008 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.467281 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.467560 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.467834 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.468107 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.468382 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.469165 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.469441 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.469715 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.469990 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.470268 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.470567 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.470843 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.471118 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.471390 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.471663 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.471949 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.472522 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.472803 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.473082 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.473361 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.473639 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.473916 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.474193 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.474501 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.474782 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.475054 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.475346 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.475629 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.475913 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.476215 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.476495 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.476789 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.477073 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.477351 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.477633 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.477909 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.478186 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.478508 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.478795 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.479090 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.479383 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.479676 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.479968 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.480261 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.480542 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.480849 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.481127 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:38.481345 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 13:27:38.481584 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103262) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 07 13:27:38.855312 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 13:27:38.855595 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 13:27:38.855904 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 13:27:38.856243 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 07 13:27:39.180691 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.180922 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.181197 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.182407 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.182685 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.184684 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.237757 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.238036 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.238323 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.253204 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.253482 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.253750 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.283436 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.283718 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.283993 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.319306 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.319588 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.319860 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.655044 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.655563 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.655665 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.655845 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.656579 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.754555 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.754875 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.755156 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.755430 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.755698 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.756008 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.756268 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.756524 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.756778 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.757059 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.757319 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.757581 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.757835 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.758084 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.758370 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.758641 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.758897 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.759164 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.759431 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.759687 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.759957 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.760206 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.760484 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.760863 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.761110 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.761353 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.761840 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 13:27:39.762083 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 13:27:39.762350 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 13:27:39.762590 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 13:27:39.762828 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 13:27:39.763064 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 13:27:39.763429 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 07 13:27:39.766535 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 07 13:27:39.770435 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 07 13:27:39.774024 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 07 13:27:39.775666 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 07 13:27:39.776130 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 07 13:27:39.776461 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 07 13:27:39.776843 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 07 13:27:39.780649 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 07 13:27:39.780899 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 07 13:27:39.781271 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 13:27:39.786075 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 07 13:27:39.810034 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 07 13:27:39.810519 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.810817 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103262) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 07 13:27:39.811190 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.813125 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103262) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 07 13:27:39.813406 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 13:27:39.813652 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 07 13:27:39.816914 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.817199 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:39.879693 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 07 13:27:39.879937 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 07 13:27:39.880177 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 07 13:27:39.880537 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 07 13:27:39.900627 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_db.sqlalchemy.engines [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103262) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 07 13:27:40.337576 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Initializing driver for type 'gre' Apr 07 13:27:40.338095 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] gre ID ranges: [(1, 1000)] Apr 07 13:27:40.387398 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Initializing driver for type 'local' Apr 07 13:27:40.387736 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Initializing driver for type 'vlan' Apr 07 13:27:40.400414 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] VlanTypeDriver initialization complete Apr 07 13:27:40.400751 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Initializing driver for type 'vxlan' Apr 07 13:27:40.401229 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] vxlan ID ranges: [(1, 1000)] Apr 07 13:27:40.449729 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Initializing extension driver 'port_security' Apr 07 13:27:40.450113 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.extensions.port_security [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] PortSecurityExtensionDriver initialization complete Apr 07 13:27:40.450529 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Initializing mechanism driver 'openvswitch' Apr 07 13:27:40.450858 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Initializing mechanism driver 'hyperv' Apr 07 13:27:40.457945 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:27:40.458806 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > port after_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.459178 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > port after_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.459530 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > port after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.460051 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 13:27:40.460481 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > subnet after_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.460834 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > subnet after_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.461179 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.461570 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 13:27:40.461972 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > network after_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.462335 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > network after_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.462678 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > network after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.463090 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 13:27:40.463494 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > security_group after_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.463836 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > security_group after_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.464170 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.464558 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 13:27:40.464957 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.465300 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.465636 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.466021 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 13:27:40.466444 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > address_group after_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.466789 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > address_group after_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.467125 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.467512 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 13:27:40.467944 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] ML2 OVO RPC backend initialized. {{(pid=103262) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 07 13:27:40.469222 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.469580 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.470025 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > network before_response 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.470399 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > networks before_response 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.470748 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > port before_response 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.471088 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > ports before_response 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.471429 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > subnet before_response 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.471767 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > subnets before_response 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.472352 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > network after_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.472698 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > network after_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.473032 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > network after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.473366 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > port after_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.473709 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > port after_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.474029 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > port after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.474384 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > subnet after_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.474720 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > subnet after_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.475050 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.482088 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.quota [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded quota_driver: . Apr 07 13:27:40.482470 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.plugin [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Modular L2 Plugin initialization complete Apr 07 13:27:40.482817 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading services supported by the core plugin {{(pid=103262) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 07 13:27:40.483157 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.plugins.ml2.managers [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Got port-security extension from driver 'port_security' Apr 07 13:27:40.483635 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.extensions.vlantransparent [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Disabled vlantransparent extension. Apr 07 13:27:40.484153 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103262) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 07 13:27:40.484477 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading Plugin: router Apr 07 13:27:40.519028 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.519414 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router after_create 55549900 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.519780 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router before_create 55549900 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.520141 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.520510 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.520863 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router after_delete 55549900 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.521221 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.521569 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.521926 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router after_create 55549900 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.522271 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router after_update 55549900 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.522640 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router after_update 55549900 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.522986 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.523340 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router after_update 55549900 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.523746 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router precommit_update 55549900 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.524112 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: port after_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.524447 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: port after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.524877 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: subnet after_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.525225 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.525572 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.525914 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router precommit_create 55549900 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.526254 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: port before_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.526628 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router precommit_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.526979 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router after_update 55549900 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.527321 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.527669 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router precommit_create 55549900 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.528026 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.528368 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router precommit_update 55549900 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.528729 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > agent after_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.529205 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > agent after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.529554 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > network after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.530421 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Tracking information for resource: router configured {{(pid=103262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 13:27:40.530754 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Tracking information for resource: floatingip configured {{(pid=103262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 13:27:40.536152 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.db.l3_agentschedulers_db [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 07 13:27:40.536731 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: port after_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.537091 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: port after_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.537441 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: port after_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.537789 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: port after_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.538614 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router before_create 55550100 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.538980 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.539336 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router precommit_create 55550100 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.539689 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > router precommit_update 55550100 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.544422 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.services.provider_configuration [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Service providers = [] {{(pid=103262) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 07 13:27:40.544787 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.db.servicetype_db [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103262) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 07 13:27:40.547748 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.services.service_base [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 13:27:40.548098 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.services.service_base [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 13:27:40.548439 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.services.service_base [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 13:27:40.549314 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.services.service_base [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 13:27:40.549682 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.services.service_base [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 07 13:27:40.550053 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 13:27:40.550402 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 07 13:27:40.560761 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 13:27:40.561098 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading Plugin: auto_allocate Apr 07 13:27:40.567361 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: network precommit_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.567728 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: network precommit_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.568244 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 13:27:40.568562 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading Plugin: tag Apr 07 13:27:40.575174 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 13:27:40.575505 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading Plugin: timestamp Apr 07 13:27:40.579902 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 13:27:40.580232 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading Plugin: network_ip_availability Apr 07 13:27:40.585571 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.585938 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.586311 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.587026 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 13:27:40.587347 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading Plugin: flavors Apr 07 13:27:40.593293 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 13:27:40.593604 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading Plugin: revisions Apr 07 13:27:40.598069 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 13:27:40.598501 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_concurrency.lockutils [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.742s {{(pid=103262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 13:27:40.599233 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103262) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 07 13:27:40.599568 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Initializing extension manager. Apr 07 13:27:40.600092 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: __init__.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.600430 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: __pycache__ {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.600764 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: address_group.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.601507 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.602060 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: address-group Apr 07 13:27:40.602420 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: address_scope.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.603126 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.603634 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: address-scope Apr 07 13:27:40.603956 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.604875 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.605397 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: router-admin-state-down-before-update Apr 07 13:27:40.605702 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: agent.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.606423 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.606926 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: agent Apr 07 13:27:40.607244 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: agent_resources_synced.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.608140 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.608646 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: agent-resources-synced Apr 07 13:27:40.608965 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: allowedaddresspairs.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.610790 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.611316 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: allowed-address-pairs Apr 07 13:27:40.611641 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: auto_allocated_topology.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.612687 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.613202 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: auto-allocated-topology Apr 07 13:27:40.613526 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: availability_zone.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.614216 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.614747 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: availability_zone Apr 07 13:27:40.615071 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: availability_zone_filter.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.615965 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.616475 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: availability_zone_filter Apr 07 13:27:40.616797 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: data_plane_status.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.617680 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.618185 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension data-plane-status not supported by any of loaded plugins Apr 07 13:27:40.618535 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: default_subnetpools.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.619435 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.619943 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: default-subnetpools Apr 07 13:27:40.620266 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.621062 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.621575 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: dhcp_agent_scheduler Apr 07 13:27:40.621895 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: dns.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.622827 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.623332 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension dns-integration not supported by any of loaded plugins Apr 07 13:27:40.623654 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: dns_domain_ports.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.624558 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.625601 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 07 13:27:40.626002 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.626941 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.627447 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 07 13:27:40.627767 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: dvr.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.628432 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.628934 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: dvr Apr 07 13:27:40.629255 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: ecmp_routes.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.630156 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.630687 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 07 13:27:40.631009 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: empty_string_filtering.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.631948 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.632459 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: empty-string-filtering Apr 07 13:27:40.632780 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.633679 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.634187 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 07 13:27:40.634536 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.635453 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.635950 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 07 13:27:40.636265 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: external_net.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.637158 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.637660 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: external-net Apr 07 13:27:40.637977 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.638900 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.639406 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: extra_dhcp_opt Apr 07 13:27:40.639725 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: extraroute.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.641223 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.641725 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: extraroute Apr 07 13:27:40.642043 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: extraroute_atomic.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.643108 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.643599 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: extraroute-atomic Apr 07 13:27:40.643918 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: filter_validation.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.644582 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.645081 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: filter-validation Apr 07 13:27:40.645399 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: fip_pf_description.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.646309 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.646807 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 07 13:27:40.647125 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: fip_pf_port_range.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.648014 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.648513 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 07 13:27:40.648829 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: fip_port_details.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.649917 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.650457 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: fip-port-details Apr 07 13:27:40.650779 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: flavors.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.651985 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.652505 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: flavors Apr 07 13:27:40.652834 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.654522 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.655055 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 07 13:27:40.655700 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: floatingip_pools.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.656104 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.656748 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: floatingip-pools Apr 07 13:27:40.657077 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: ip_allocation.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.658012 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.658549 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension ip_allocation not supported by any of loaded plugins Apr 07 13:27:40.658879 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.659798 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.660308 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: ip-substring-filtering Apr 07 13:27:40.660633 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: l2_adjacency.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.661555 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.662062 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 07 13:27:40.662409 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: l3.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.663397 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.663919 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: router Apr 07 13:27:40.664246 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.666547 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.667079 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 07 13:27:40.667408 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.668326 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.668845 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: ext-gw-mode Apr 07 13:27:40.669168 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.670074 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.670621 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: l3-ha Apr 07 13:27:40.670940 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.671863 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.672370 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 07 13:27:40.672689 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: l3_flavors.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.673592 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.674100 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: l3-flavors Apr 07 13:27:40.674456 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.675820 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.676333 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 07 13:27:40.676659 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.677564 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.678073 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 07 13:27:40.678426 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: l3agentscheduler.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.679566 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.680080 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: l3_agent_scheduler Apr 07 13:27:40.680407 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: local_ip.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.682183 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.682728 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension local_ip not supported by any of loaded plugins Apr 07 13:27:40.683060 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: logging.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.684658 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.685186 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension logging not supported by any of loaded plugins Apr 07 13:27:40.685519 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: metering.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.686254 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.686877 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: metering Apr 07 13:27:40.687205 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.688800 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.689322 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: metering_source_and_destination_fields Apr 07 13:27:40.689647 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: multiprovidernet.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.690608 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.691120 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: multi-provider Apr 07 13:27:40.691441 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: netmtu.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.692336 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.692844 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: net-mtu Apr 07 13:27:40.693163 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: netmtu_writable.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.694065 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.694610 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: net-mtu-writable Apr 07 13:27:40.694933 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: network_availability_zone.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.695606 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.696104 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: network_availability_zone Apr 07 13:27:40.696424 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: network_ip_availability.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.697524 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.698041 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: network-ip-availability Apr 07 13:27:40.698401 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: network_segment_range.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.699161 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.699671 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension network-segment-range not supported by any of loaded plugins Apr 07 13:27:40.699991 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: pagination.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.700958 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.701287 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: pagination Apr 07 13:27:40.701605 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: port_device_profile.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.702532 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.703676 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: port-device-profile Apr 07 13:27:40.703995 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.704913 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.705428 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: port-mac-address-regenerate Apr 07 13:27:40.705745 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.706684 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.707192 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: port-numa-affinity-policy Apr 07 13:27:40.707509 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: port_resource_request.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.708413 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.708918 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension port-resource-request not supported by any of loaded plugins Apr 07 13:27:40.709237 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: port_resource_request_groups.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.710187 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.710727 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 07 13:27:40.711049 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: portbindings.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.711964 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.712471 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: binding Apr 07 13:27:40.712791 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: portbindings_extended.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.714040 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.714592 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: binding-extended Apr 07 13:27:40.714920 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: portsecurity.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.715832 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.716345 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: port-security Apr 07 13:27:40.716669 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: project_id.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.717630 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.717961 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: project-id Apr 07 13:27:40.718285 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: providernet.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.719252 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.719767 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: provider Apr 07 13:27:40.720088 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: qos.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.723856 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.724380 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension qos not supported by any of loaded plugins Apr 07 13:27:40.724711 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.725952 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.726503 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 07 13:27:40.726920 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.727828 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.728341 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 07 13:27:40.728665 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: qos_default.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.729584 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.730096 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension qos-default not supported by any of loaded plugins Apr 07 13:27:40.730457 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: qos_fip.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.731369 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.731884 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension qos-fip not supported by any of loaded plugins Apr 07 13:27:40.732208 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.733112 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.733624 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 07 13:27:40.733946 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: qos_gateway_ip.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.735023 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.735545 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 07 13:27:40.735866 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: qos_port_network_policy.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.736764 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.737274 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 07 13:27:40.737596 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.738656 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.739170 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 07 13:27:40.739492 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.740504 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.741021 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 07 13:27:40.741343 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: qos_pps_rule.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.742517 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.743033 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension qos-pps not supported by any of loaded plugins Apr 07 13:27:40.743357 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: qos_rule_type_details.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.744261 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.744767 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 07 13:27:40.745089 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.746000 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.746539 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 07 13:27:40.746862 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: qos_rules_alias.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.747897 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.748406 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 07 13:27:40.748728 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: quota_check_limit.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.749624 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.750672 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: quota-check-limit Apr 07 13:27:40.750992 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: quotasv2.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.751912 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.752237 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: quotas Apr 07 13:27:40.752556 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: quotasv2_detail.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.754244 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.754602 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: quota_details Apr 07 13:27:40.754929 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: rbac.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.755971 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.756494 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: rbac-policies Apr 07 13:27:40.756824 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: rbac_address_group.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.757740 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.758255 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: rbac-address-group Apr 07 13:27:40.758603 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: rbac_address_scope.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.759515 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.760028 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: rbac-address-scope Apr 07 13:27:40.760352 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: rbac_security_groups.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.761334 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.761846 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: rbac-security-groups Apr 07 13:27:40.762167 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: rbac_subnetpool.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.763105 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.763613 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: rbac-subnetpool Apr 07 13:27:40.763932 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: revisionifmatch.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.764843 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.765353 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: revision-if-match Apr 07 13:27:40.766301 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: revisions.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.767410 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.767921 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: standard-attr-revisions Apr 07 13:27:40.768244 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: router_availability_zone.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.768905 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.769413 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: router_availability_zone Apr 07 13:27:40.769733 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: routerservicetype.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.770685 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.771210 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension router-service-type not supported by any of loaded plugins Apr 07 13:27:40.771510 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.772426 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.772937 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: security-groups-normalized-cidr Apr 07 13:27:40.773255 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.774364 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.774880 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: port-security-groups-filtering Apr 07 13:27:40.775200 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.776139 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.776647 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: security-groups-remote-address-group Apr 07 13:27:40.776967 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.777883 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.778497 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: security-groups-shared-filtering Apr 07 13:27:40.778822 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.779409 dv-cinder-836973-1-iscsi neutron-server[103262]: WARNING neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 07 13:27:40.779733 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: securitygroup.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.789308 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.789843 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: security-group Apr 07 13:27:40.790174 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: segment.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.790929 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.791443 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension segment not supported by any of loaded plugins Apr 07 13:27:40.791766 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.792700 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.793214 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 07 13:27:40.793537 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: servicetype.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.794652 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.795176 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: service-type Apr 07 13:27:40.795500 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: sorting.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.796483 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.796840 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: sorting Apr 07 13:27:40.797162 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: standard_attr_segment.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.798061 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.798606 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 07 13:27:40.799071 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: standardattrdescription.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.799718 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.800228 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: standard-attr-description Apr 07 13:27:40.800551 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: stateful_security_group.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.801467 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.801979 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: stateful-security-group Apr 07 13:27:40.802314 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: stdattrs_common.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.802895 dv-cinder-836973-1-iscsi neutron-server[103262]: WARNING neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 07 13:27:40.803215 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.804142 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.804655 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 07 13:27:40.804978 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: subnet_onboard.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.806029 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.806574 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: subnet_onboard Apr 07 13:27:40.806899 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.807816 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.808324 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 07 13:27:40.808644 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: subnet_service_types.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.809554 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.810064 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: subnet-service-types Apr 07 13:27:40.810414 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: subnetallocation.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.811492 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.812007 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: subnet_allocation Apr 07 13:27:40.812868 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.813522 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.814031 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: subnetpool-prefix-ops Apr 07 13:27:40.814384 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.815300 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.815806 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 07 13:27:40.816125 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: tagging.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.817184 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.817697 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: standard-attr-tag Apr 07 13:27:40.818020 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: timestamp.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.819243 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.819766 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loaded extension: standard-attr-timestamp Apr 07 13:27:40.820091 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: trunk.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.821103 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.821618 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension trunk not supported by any of loaded plugins Apr 07 13:27:40.821942 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: trunk_details.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.822895 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.823406 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension trunk-details not supported by any of loaded plugins Apr 07 13:27:40.823730 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: uplink_status_propagation.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.824633 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.825143 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 07 13:27:40.825466 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Loading extension file: vlantransparent.py {{(pid=103262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 13:27:40.826124 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 13:27:40.826669 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 07 13:27:40.829750 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Creating instance of TrackedResource for resource:network Apr 07 13:27:40.830275 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Creating instance of TrackedResource for resource:subnet Apr 07 13:27:40.830693 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 13:27:40.831081 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Creating instance of TrackedResource for resource:port Apr 07 13:27:40.832290 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.v2.resource_helper [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 13:27:40.832725 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.v2.resource_helper [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Service FLAVORS assigned prefix: {{(pid=103262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 13:27:40.833327 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.v2.resource_helper [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 13:27:40.833747 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.v2.resource_helper [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 13:27:40.834077 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Creating instance of TrackedResource for resource:router Apr 07 13:27:40.834535 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 13:27:40.835016 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.v2.resource_helper [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Service METERING assigned prefix: /metering {{(pid=103262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 13:27:40.836451 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.836827 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.837187 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:27:40.838158 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 13:27:40.838647 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Creating instance of TrackedResource for resource:security_group Apr 07 13:27:40.839084 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 13:27:40.839662 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.v2.resource_helper [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Service CORE assigned prefix: {{(pid=103262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 13:27:40.839991 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 13:27:40.840329 dv-cinder-836973-1-iscsi neutron-server[103262]: WARNING neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] subnetpool is already registered Apr 07 13:27:40.840759 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.v2.resource_helper [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Service CORE assigned prefix: {{(pid=103262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 13:27:40.841085 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 13:27:40.841410 dv-cinder-836973-1-iscsi neutron-server[103262]: WARNING neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] subnetpool is already registered Apr 07 13:27:40.843750 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.v2.resource_helper [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 13:27:40.844139 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.v2.resource_helper [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Service FLAVORS assigned prefix: {{(pid=103262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 13:27:40.844717 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.v2.resource_helper [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 13:27:40.845132 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.v2.resource_helper [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 13:27:40.845463 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Creating instance of TrackedResource for resource:router Apr 07 13:27:40.845799 dv-cinder-836973-1-iscsi neutron-server[103262]: WARNING neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] router is already registered Apr 07 13:27:40.846205 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 13:27:40.846566 dv-cinder-836973-1-iscsi neutron-server[103262]: WARNING neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] floatingip is already registered Apr 07 13:27:40.847014 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.v2.resource_helper [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Service METERING assigned prefix: /metering {{(pid=103262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 13:27:40.847951 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 13:27:40.848281 dv-cinder-836973-1-iscsi neutron-server[103262]: WARNING neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] rbac_policy is already registered Apr 07 13:27:40.848689 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Creating instance of TrackedResource for resource:security_group Apr 07 13:27:40.849022 dv-cinder-836973-1-iscsi neutron-server[103262]: WARNING neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] security_group is already registered Apr 07 13:27:40.849418 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 13:27:40.849745 dv-cinder-836973-1-iscsi neutron-server[103262]: WARNING neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] security_group_rule is already registered Apr 07 13:27:40.850379 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.v2.resource_helper [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Service CORE assigned prefix: {{(pid=103262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 13:27:40.850707 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 13:27:40.851035 dv-cinder-836973-1-iscsi neutron-server[103262]: WARNING neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] subnetpool is already registered Apr 07 13:27:40.851451 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.v2.resource_helper [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Service CORE assigned prefix: {{(pid=103262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 13:27:40.851771 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 13:27:40.852095 dv-cinder-836973-1-iscsi neutron-server[103262]: WARNING neutron.quota.resource_registry [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] subnetpool is already registered Apr 07 13:27:40.852562 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: extensions {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.853995 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: address-groups {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.855571 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: address-scopes {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.856872 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: agents {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.858020 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: auto-allocated-topology {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.859307 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: availability_zones {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.860512 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: dhcp-networks {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.861995 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: dhcp-agents {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.863451 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: routers {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.866554 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: flavors {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.867734 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: service_profiles {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.868936 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: next_providers {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.870374 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: service_profiles {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.871909 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: floatingip-pools {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.873111 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: routers {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.875762 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: floatingips {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.877037 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: l3-routers {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.878453 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: l3-agents {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.879841 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: metering-labels {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.881175 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: metering-label-rules {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.882449 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: network-ip-availabilities {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.883690 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: bindings {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.885339 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: quotas {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.886902 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: quotas {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.888409 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: rbac-policies {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.889681 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: security-groups {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.891582 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: security-group-rules {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.892792 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: service-providers {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.893989 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: subnetpools {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.895423 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: subnetpools {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.896886 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: tags {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.898572 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: tags {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.900356 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: tags {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.902134 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: tags {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.903916 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: tags {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.905760 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: tags {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.907530 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: tags {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.909427 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: tags {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.911218 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: tags {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.913039 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron.api.extensions [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Extended resource: tags {{(pid=103262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 13:27:40.918942 dv-cinder-836973-1-iscsi neutron-server[103262]: WARNING keystonemiddleware.auth_token [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 07 13:27:40.924132 dv-cinder-836973-1-iscsi neutron-server[103262]: WARNING keystonemiddleware.auth_token [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 07 13:27:40.933050 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_concurrency.lockutils [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Acquired lock "singleton_lock" {{(pid=103262) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 07 13:27:40.933520 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_concurrency.lockutils [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Releasing lock "singleton_lock" {{(pid=103262) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 07 13:27:40.934166 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO oslo_service.service [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Starting 2 workers Apr 07 13:27:40.939639 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Started child 103371 {{(pid=103262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 13:27:40.944303 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Started child 103372 {{(pid=103262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 13:27:40.945250 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:27:40.945960 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO neutron.service [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 07 13:27:40.946675 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:27:40.946828 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [-] (103371) wsgi starting up on http://0.0.0.0:9696 Apr 07 13:27:40.948841 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:27:40.949249 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO oslo_service.service [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Starting 1 workers Apr 07 13:27:40.950269 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [-] (103372) wsgi starting up on http://0.0.0.0:9696 Apr 07 13:27:40.954438 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Started child 103373 {{(pid=103262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 13:27:40.954995 dv-cinder-836973-1-iscsi neutron-server[103262]: INFO oslo_service.service [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Starting 1 workers Apr 07 13:27:40.958635 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.service [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] calling RpcWorker wait() {{(pid=103373) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 07 13:27:40.959174 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.service [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] returning from RpcWorker wait() {{(pid=103373) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 07 13:27:40.959517 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Started child 103374 {{(pid=103262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 13:27:40.960296 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3df7-ffd6-47ab-8e83-5a3928050710 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:27:40.960632 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:27:40.961128 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:27:40.962208 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103262) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 13:27:40.962440 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 13:27:40.962628 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 13:27:40.962864 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 13:27:40.963213 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 13:27:40.963375 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 13:27:40.963885 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.964158 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.964426 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.964568 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:27:40.965022 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.965022 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.965514 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.965788 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.965876 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:27:40.966039 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.966324 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.966562 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.966733 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.966897 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.967148 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.967381 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.967690 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.967959 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.968195 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.968464 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.968681 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.968969 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.969253 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.969515 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.969797 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] debug = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.970057 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.970553 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.970783 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.971047 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.971264 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.971538 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.971784 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.972061 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.972565 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.972781 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.973031 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.973293 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.973529 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.973746 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.974007 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.974219 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.974495 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.974747 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.975223 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] host = dv-cinder-836973-1-iscsi {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.975447 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.975685 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.975914 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.976163 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.976412 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.976647 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.976914 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.977179 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.977422 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.977668 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.977927 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.978158 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.978396 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.978638 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] log_file = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.978801 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] log_options = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.979046 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.979306 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.979552 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.979750 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.979918 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.980229 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.980376 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.980500 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.980735 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.980951 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.981164 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.981382 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.981742 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.981937 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.982372 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.982372 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.982598 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.982902 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.983225 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.983480 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.983761 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.984617 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.984806 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.985338 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.985338 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.985605 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.985919 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.986165 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.986452 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.986747 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.987260 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.987550 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.990152 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.990538 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.991043 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.991170 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.991425 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.991757 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.992148 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.992498 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.992805 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.993084 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.993319 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.993528 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.993893 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.994045 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.994363 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] use_json = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.995132 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.995647 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.995885 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.996609 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.996985 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.997136 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.997889 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.998150 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.998423 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:40.998926 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:40.999172 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:40.999478 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:40.999786 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.000641 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.000882 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.001132 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.001360 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.001721 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.001872 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.002200 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.002413 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.002904 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.003156 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.003425 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.003760 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.004057 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.004440 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.004668 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.004953 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.005134 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.005332 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.005617 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.005862 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.006101 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.006528 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.006792 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.007102 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.007367 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.007713 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.007986 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.008311 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.008603 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.008790 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.009034 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.009265 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.009472 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.009714 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.009894 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.010134 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.011149 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.011149 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.011149 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.011149 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.012432 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.012432 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.012432 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.012432 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.012432 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.012432 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.014455 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.014455 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.014455 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.014455 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.014455 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.014455 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.014455 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.014455 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.014455 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.015699 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.015699 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.015699 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.015699 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.015699 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.015699 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.016267 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.016267 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.016421 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.016671 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.016915 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.017126 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.017339 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.017622 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.017838 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.018054 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.018269 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.019714 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.019714 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.019714 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.019714 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.019714 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.019714 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.019714 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.020659 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.020659 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.020659 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.020659 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.021965 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.021965 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.021965 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.021965 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.021965 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.023366 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.023366 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.023366 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.023366 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.023366 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.023366 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.024045 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.024045 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.024366 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.025506 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.025506 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.025506 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.025506 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.025506 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.026206 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.026206 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.026518 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.026661 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.026808 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.026979 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.027196 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.027424 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.027706 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.027948 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.028369 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.028793 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.029214 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.029657 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.030048 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.030596 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.030878 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.031199 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.031504 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.031785 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.032081 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.032554 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.032827 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.033085 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.033314 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.033583 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.033809 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.034063 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.035566 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.035566 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.035566 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.035566 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.035566 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.036572 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.036831 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.037074 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.037314 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.037580 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.037836 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.038086 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.038392 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.038637 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.038891 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.039139 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.039398 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.039614 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.039847 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.040092 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.040305 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.040541 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.040775 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.040998 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.041233 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.041441 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.041711 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.041946 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.042187 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.042419 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.042657 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.042871 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.043124 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.043334 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.043550 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.043785 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.044019 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.044234 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.044464 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.044755 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.044932 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.045127 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.045410 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.045660 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.045890 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.046133 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.046382 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.047160 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.047371 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.047641 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.047879 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.048093 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.048306 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.048524 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.048738 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.048950 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.049194 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.049426 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.049678 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.049925 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.050274 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.050550 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.050780 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.051025 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.051265 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.051483 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.051702 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.051915 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.052129 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.052347 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.052590 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.052806 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.053051 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.053269 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.053485 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.053908 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.054271 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.054623 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.055176 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.056667 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.056667 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.056667 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.056667 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.056667 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.056667 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.056667 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.057596 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.057596 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.057596 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.057596 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.058165 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.058165 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.058352 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.058436 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.058680 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.058911 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.059121 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.059333 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.059554 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.059767 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.059976 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.060227 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.060459 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.060669 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.060911 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.061127 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.061353 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.061588 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.061796 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.062003 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.062223 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.063058 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.063272 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.063494 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.063713 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.063924 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.064147 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.064383 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.064623 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.064851 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.065115 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.065330 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.065554 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.065769 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.065979 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.066254 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.066514 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.066759 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.067059 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.067289 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.067533 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.067781 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.068325 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.068325 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.068583 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.068819 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.069035 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.069256 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.069513 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.069837 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.070150 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.070446 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.070683 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.070950 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.071221 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.071507 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.071727 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.072021 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.072352 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.072635 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.072907 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.073173 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.073407 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.073651 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.073888 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.074103 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.074340 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.074575 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.074843 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.075070 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.075158 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:27:41.075313 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.075529 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.075758 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.075970 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.076228 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.076454 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.076695 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.076927 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.077084 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 13:27:41.077589 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103262) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 13:27:41.077752 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 13:27:41.077929 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 13:27:41.078097 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 13:27:41.078265 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 13:27:41.078436 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 13:27:41.078645 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.079387 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.079551 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.079693 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.079855 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.080185 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.080185 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.080441 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.080582 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.080737 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.080842 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.080915 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.081050 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.081205 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.081359 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.081514 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.081670 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.081829 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.081993 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.082133 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.082314 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.082467 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.082622 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] debug = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.082778 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.083092 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.083203 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.083285 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.083424 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.083578 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.083733 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.083909 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.084040 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.084194 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.084351 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.084651 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.084651 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.084803 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.084934 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.085087 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.085243 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.085400 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.085554 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] host = dv-cinder-836973-1-iscsi {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.085708 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.085864 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.086019 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.086172 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.086344 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.086502 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.086657 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.086812 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.086966 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.087121 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.087279 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.087436 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.087592 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.087754 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] log_file = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.087910 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] log_options = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.088065 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.088220 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.088376 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.088566 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.088726 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.088883 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.089037 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.089194 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.089354 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.089513 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.089669 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.089824 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.089980 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.090137 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.090309 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.090466 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.090621 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.090778 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.090934 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.091089 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.091245 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.091400 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.091559 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.091714 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.091901 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.092031 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.092167 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.092322 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.092476 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.092631 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.092786 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.092942 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.093097 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.093255 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.093410 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.093592 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.093748 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.093951 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.094066 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.094221 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.094399 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.094557 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.094712 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.094869 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.095024 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.095179 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.095334 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] use_json = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.095490 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.095644 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.095800 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.095954 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.096109 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.096264 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.096421 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.096578 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.096734 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 13:27:41.096908 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.097067 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.097488 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.097652 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.097808 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.097966 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.098122 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.098279 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.098457 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.098613 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.098778 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.098936 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.099103 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.099260 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.099416 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.099575 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.099733 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.099890 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.100047 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.100204 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.100361 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.100522 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.100687 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.101245 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.101245 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.101245 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.101496 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.101496 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.101636 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.101746 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.101904 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.102062 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.102234 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.102404 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.102563 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.102723 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.102881 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.103039 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.103197 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.103355 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.103512 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.103669 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.103826 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.103985 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.104142 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.104300 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.104459 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.104617 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.105150 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.105876 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.105876 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.106036 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.106117 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.106556 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.106556 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.106716 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.106793 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.106883 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.107045 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.107202 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.107362 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.107521 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.107682 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.108025 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.108025 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.108179 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.108273 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.108416 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.108586 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.108745 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.108902 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.109058 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.109743 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.109901 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.110059 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.110217 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.110571 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.110571 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.110730 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.110842 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.110997 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.111156 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.111314 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.111473 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.111628 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.111786 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.111943 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.112099 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.112252 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.112432 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.112559 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.112725 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.112898 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.113054 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.113214 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.113371 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.113529 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.113685 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.113846 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.114002 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.114158 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.114332 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.114492 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.114649 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.114809 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.114965 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.115121 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.115277 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.115510 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.115618 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.115903 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.116017 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.116177 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.116335 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.116493 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.116652 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.116808 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.116965 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.117122 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.117288 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.117446 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.117661 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.117756 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.117915 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.118083 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.118245 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.118424 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.118583 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.118740 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.118896 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.119054 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.119212 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.119370 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.119530 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.119686 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.119855 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.120013 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.120532 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.120532 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.120532 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.120761 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.120761 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.120915 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.121068 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.121224 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.121380 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.121536 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.121693 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.121851 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.122009 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.122167 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.122340 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.122544 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.122658 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.122815 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.122973 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.123452 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.123452 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.123452 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.123717 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.123717 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.123863 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.124014 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.124172 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.124329 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.124486 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.124644 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.125409 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.125572 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.125732 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.125888 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.126045 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.126209 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.126386 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.126544 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.126701 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.126863 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.127020 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.127178 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.127336 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.127495 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.127652 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.127810 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.127971 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.128129 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.128291 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.128450 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.128608 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.128767 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.128926 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.129088 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.129245 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.129560 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.129717 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.129893 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.130052 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.130210 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.130461 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.130621 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.130782 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.130941 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.131099 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.131257 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.131414 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.131575 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.131732 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.131890 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.132048 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.132204 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.132361 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.132519 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.132679 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.132837 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.132994 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.133155 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.133313 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.133469 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.133625 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.133784 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.133940 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.134097 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.134254 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.134432 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.134602 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.134759 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.134916 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.135074 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.135231 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.135388 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.135554 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.135711 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.135868 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.136024 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.136180 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.136337 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.136507 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.136664 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.136820 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.136977 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.137134 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.137291 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.137457 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.137614 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.137770 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.137927 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.138084 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.138240 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.138431 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.138589 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.138746 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.138904 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.139064 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.139220 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.139387 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.139544 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.139700 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.139856 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.140013 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.140169 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.140335 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.140517 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.140674 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.140840 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.140998 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.141156 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.141313 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.141483 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.141640 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.141800 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.141958 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.142116 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.142274 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.142461 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.142623 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.142789 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.142955 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.143113 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.143279 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.143445 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.143610 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.143769 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.143933 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.144101 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.144257 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.144414 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.144571 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.144730 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.144886 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.145043 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.145200 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.145357 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.145512 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.145669 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.145826 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.145982 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.146138 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.146308 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.146471 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.146628 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.146785 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.146943 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.147099 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 13:27:41.147251 dv-cinder-836973-1-iscsi neutron-server[103262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 13:27:41.161735 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 50616) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:27:41.170397 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064240 Apr 07 13:27:52.385474 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c690d7-54ab-407e-b6b1-aca3c6e7ca01 None None] get_active_networks_info from dv-cinder-836973-1-iscsi {{(pid=103373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 13:27:52.449767 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c690d7-54ab-407e-b6b1-aca3c6e7ca01 None None] No non-hosted networks {{(pid=103373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 07 13:27:52.466588 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.agentschedulers_db [None req-19c690d7-54ab-407e-b6b1-aca3c6e7ca01 None None] DHCP Agent not found on host dv-cinder-836973-1-iscsi {{(pid=103373) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 07 13:27:52.580522 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bbc49072-5822-4bc6-b77f-af5722afc52c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-421802'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:27:54.840711 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2e1f0d5-4da6-4c5a-af6f-667f24a7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-421802'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:27:54.886697 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2c942268-278f-4662-a453-b4dce5c3f9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:27:55.736406 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 50684) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:27:55.737773 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-421802'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:27:56.265990 dv-cinder-836973-1-iscsi neutron-server[103372]: WARNING oslo_policy.policy [None req-86cc4096-b272-4757-96b8-bc613dcdb2cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 13:27:56.266589 dv-cinder-836973-1-iscsi neutron-server[103372]: WARNING oslo_policy.policy [None req-86cc4096-b272-4757-96b8-bc613dcdb2cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 13:27:56.491675 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [None req-86cc4096-b272-4757-96b8-bc613dcdb2cd admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:27:56.506315 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-86cc4096-b272-4757-96b8-bc613dcdb2cd admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7552602 Apr 07 13:27:57.205710 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-421802'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:27:58.623063 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-421802'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:27:58.625297 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:27:58.626060 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:27:58.626797 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:27:58.627419 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:27:58.627913 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:27:58.628651 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:27:58.629357 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:27:58.629876 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:27:58.630437 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:27:58.630940 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:27:58.631529 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:27:58.632038 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:27:58.632540 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:27:58.633023 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:27:58.633573 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:27:58.634168 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836973-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:27:58.643178 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836973-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:27:59.081443 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 50714) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:27:59.601740 dv-cinder-836973-1-iscsi neutron-server[103371]: WARNING oslo_policy.policy [None req-fe887be0-e70b-4c53-914c-5defd7223ceb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 13:27:59.602344 dv-cinder-836973-1-iscsi neutron-server[103371]: WARNING oslo_policy.policy [None req-fe887be0-e70b-4c53-914c-5defd7223ceb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 13:27:59.823272 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-fe887be0-e70b-4c53-914c-5defd7223ceb admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:27:59.920127 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.policy [None req-fe887be0-e70b-4c53-914c-5defd7223ceb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103371) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 13:27:59.963469 dv-cinder-836973-1-iscsi neutron-server[103371]: WARNING oslo_policy.policy [None req-fe887be0-e70b-4c53-914c-5defd7223ceb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 13:27:59.963882 dv-cinder-836973-1-iscsi neutron-server[103371]: WARNING oslo_policy.policy [None req-fe887be0-e70b-4c53-914c-5defd7223ceb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 13:28:00.066754 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fe887be0-e70b-4c53-914c-5defd7223ceb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738492550587', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738492551048', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738492600098', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738492605080', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738492583429', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738492589429', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16221645', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16003638', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-491026', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-417734'] for rbac-policy (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:00.145496 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fe887be0-e70b-4c53-914c-5defd7223ceb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:00.151028 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-fe887be0-e70b-4c53-914c-5defd7223ceb admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0671563 Apr 07 13:28:01.022850 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.db.l3_hamode_db [None req-bbe8b4ee-012d-4c2f-af7e-1659b16eb630 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 07 13:28:01.102864 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8b4ee-012d-4c2f-af7e-1659b16eb630 None None] Routers set() bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:28:01.103601 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8b4ee-012d-4c2f-af7e-1659b16eb630 None None] Router IDs set() for agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 07 13:28:02.645931 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 50732) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:28:02.951171 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:28:03.004747 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Made reservation on behalf of de2a7966cf8f4f11a84c19efca218370 for: {'network': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:28:03.068197 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.policy [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103372) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 13:28:03.112181 dv-cinder-836973-1-iscsi neutron-server[103372]: WARNING oslo_policy.policy [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 13:28:03.112561 dv-cinder-836973-1-iscsi neutron-server[103372]: WARNING oslo_policy.policy [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 13:28:03.122782 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:03.144335 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:03.256452 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Publish callbacks [] for security_group (35feb58c-f776-43a4-968c-862936c04c21), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:03.260306 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (35feb58c-f776-43a4-968c-862936c04c21), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:03.279810 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:28:03.318335 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738487795393', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (c7a1b51c-387d-4122-a085-2091ae721d50), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:03.318923 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Unsubscribe: segment precommit_create {{(pid=103372) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 13:28:03.319436 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.segments_db [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Added segment c7a1b51c-387d-4122-a085-2091ae721d50 of type vlan for network 0098ff98-c77f-4d63-896b-b0868a1ef45a Apr 07 13:28:03.338495 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=35feb58c-f776-43a4-968c-862936c04c21,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:28:03.388425 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:03.388767 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:03.389127 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:03.389499 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:03.389834 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:03.390198 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:03.390505 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:03.390822 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:03.391143 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:03.391460 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:03.391779 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:03.392114 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:03.392434 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:03.392750 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:03.393077 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Tracked resource versions report: Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: pushed versions: Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: { 'AddressGroup': {'1.2'}, Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Agent': {'1.1'}, Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'ConntrackHelper': {'1.0'}, Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'LocalIPAssociation': {'1.0'}, Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Log': {'1.0'}, Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'NDPProxy': {'1.0'}, Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Network': {'1.1'}, Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Port': {'1.7'}, Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'PortForwarding': {'1.3'}, Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'QosPolicy': {'1.10'}, Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'SecurityGroup': {'1.5'}, Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'SecurityGroupRule': {'1.2'}, Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'SubPort': {'1.0'}, Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Subnet': {'1.1'}, Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Trunk': {'1.1'}} Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: consumer versions: Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: { DHCP agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: L3 agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: Metadata agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: Metering agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: Open vSwitch agent@dv-cinder-836973-1-iscsi: { 'AddressGroup': '1.2', Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Agent': '1.1', Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'ConntrackHelper': '1.0', Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'LocalIPAssociation': '1.0', Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Log': '1.0', Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'NDPProxy': '1.0', Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Network': '1.1', Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Port': '1.7', Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'PortForwarding': '1.3', Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'QosPolicy': '1.10', Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'SecurityGroup': '1.5', Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'SecurityGroupRule': '1.2', Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'SubPort': '1.0', Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Subnet': '1.1', Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Trunk': '1.1'}} Apr 07 13:28:03.394494 dv-cinder-836973-1-iscsi neutron-server[103372]: {{(pid=103372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 13:28:03.429134 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (0098ff98-c77f-4d63-896b-b0868a1ef45a), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:03.474608 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (0098ff98-c77f-4d63-896b-b0868a1ef45a), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:03.479631 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:28:03.480352 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:03.550433 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9031012 Apr 07 13:28:03.600460 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccc411-20c2-4b15-ba1a-6824303fc26d demo demo] Pushing event updated for resources: {'Network': ['ID=0098ff98-c77f-4d63-896b-b0868a1ef45a,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:28:03.612494 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network 0098ff98-c77f-4d63-896b-b0868a1ef45a details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:28:06.086429 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 50746) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:28:06.485006 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633c1647-c523-4b65-9d71-0fc9af121c40 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:28:06.486260 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-633c1647-c523-4b65-9d71-0fc9af121c40 demo admin] 10.222.0.39 "GET /v2.0/networks/0098ff98-c77f-4d63-896b-b0868a1ef45a HTTP/1.1" status: 200 len: 825 time: 0.3988616 Apr 07 13:28:06.522250 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-f5009d09-f055-4ddc-a353-a882a9e48ea7 demo admin] 10.222.0.39 "GET /v2.0/subnetpools/51804bf4-c986-44a5-ae41-795ad17d48f4 HTTP/1.1" status: 200 len: 734 time: 0.0304453 Apr 07 13:28:06.531153 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-a7bdbb35-27b2-49ab-a8ba-e32eb18930a2 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '51804bf4-c986-44a5-ae41-795ad17d48f4', 'network_id': '0098ff98-c77f-4d63-896b-b0868a1ef45a', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:28:06.551866 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bdbb35-27b2-49ab-a8ba-e32eb18930a2 demo admin] Made reservation on behalf of de2a7966cf8f4f11a84c19efca218370 for: {'subnet': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:28:06.554231 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a7bdbb35-27b2-49ab-a8ba-e32eb18930a2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:06.844670 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a7bdbb35-27b2-49ab-a8ba-e32eb18930a2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for subnet (dd0af01a-df24-4a46-8167-619c3bba3e0f), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:06.914084 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdbb35-27b2-49ab-a8ba-e32eb18930a2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=dd0af01a-df24-4a46-8167-619c3bba3e0f,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:28:06.916347 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bdbb35-27b2-49ab-a8ba-e32eb18930a2 demo admin] Checking segment: {'id': 'c7a1b51c-387d-4122-a085-2091ae721d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0098ff98-c77f-4d63-896b-b0868a1ef45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:28:06.916727 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bdbb35-27b2-49ab-a8ba-e32eb18930a2 demo admin] Network hostable DHCP agents. Network: 0098ff98-c77f-4d63-896b-b0868a1ef45a, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:28:06.936914 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bdbb35-27b2-49ab-a8ba-e32eb18930a2 demo admin] Network 0098ff98-c77f-4d63-896b-b0868a1ef45a is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:28:06.948481 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-a7bdbb35-27b2-49ab-a8ba-e32eb18930a2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, 0098ff98-c77f-4d63-896b-b0868a1ef45a) {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:28:06.953413 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bdbb35-27b2-49ab-a8ba-e32eb18930a2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:28:06.954018 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a7bdbb35-27b2-49ab-a8ba-e32eb18930a2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:06.959353 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b981e3c-199e-4412-8b14-09e04ea3af9d None None] Network 0098ff98-c77f-4d63-896b-b0868a1ef45a requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:28:06.971512 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-a7bdbb35-27b2-49ab-a8ba-e32eb18930a2 demo admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4441750 Apr 07 13:28:07.334455 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d2e1798-9abe-5abe-a8d6-f7ff823ce7ba-0098ff98-c77f-4d63-896b-b0868a1ef45a', 'network_id': '0098ff98-c77f-4d63-896b-b0868a1ef45a', 'project_id': 'de2a7966cf8f4f11a84c19efca218370', 'fixed_ips': [{'subnet_id': 'dd0af01a-df24-4a46-8167-619c3bba3e0f'}]}} from dv-cinder-836973-1-iscsi. {{(pid=103373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 13:28:07.335795 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:07.605769 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Allocated IP 172.20.0.2 (0098ff98-c77f-4d63-896b-b0868a1ef45a/dd0af01a-df24-4a46-8167-619c3bba3e0f/394af897-dcd5-4723-96ae-509908801432) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:28:07.888850 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Publish callbacks [] for port (394af897-dcd5-4723-96ae-509908801432), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:07.896977 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (394af897-dcd5-4723-96ae-509908801432), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:07.960415 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Network 0098ff98-c77f-4d63-896b-b0868a1ef45a is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:28:07.968728 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:28:07.981787 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:28:07.992430 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Pushing event updated for resources: {'Port': ['ID=394af897-dcd5-4723-96ae-509908801432,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:28:08.023347 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:08.023712 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:08.024077 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:08.024442 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:08.024787 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:08.025550 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:08.025887 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:08.026220 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:08.026589 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:08.026922 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:08.027250 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:08.027594 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:08.027924 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:08.028250 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:08.028573 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Tracked resource versions report: Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: pushed versions: Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: { 'AddressGroup': {'1.2'}, Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Agent': {'1.1'}, Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'ConntrackHelper': {'1.0'}, Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'LocalIPAssociation': {'1.0'}, Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Log': {'1.0'}, Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'NDPProxy': {'1.0'}, Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Network': {'1.1'}, Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Port': {'1.7'}, Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'PortForwarding': {'1.3'}, Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'QosPolicy': {'1.10'}, Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'SecurityGroup': {'1.5'}, Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'SecurityGroupRule': {'1.2'}, Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'SubPort': {'1.0'}, Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Subnet': {'1.1'}, Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Trunk': {'1.1'}} Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: consumer versions: Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: { DHCP agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: L3 agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: Metadata agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: Metering agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: Open vSwitch agent@dv-cinder-836973-1-iscsi: { 'AddressGroup': '1.2', Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Agent': '1.1', Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'ConntrackHelper': '1.0', Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'LocalIPAssociation': '1.0', Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Log': '1.0', Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'NDPProxy': '1.0', Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Network': '1.1', Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Port': '1.7', Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'PortForwarding': '1.3', Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'QosPolicy': '1.10', Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'SecurityGroup': '1.5', Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'SecurityGroupRule': '1.2', Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'SubPort': '1.0', Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Subnet': '1.1', Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Trunk': '1.1'}} Apr 07 13:28:08.030090 dv-cinder-836973-1-iscsi neutron-server[103373]: {{(pid=103373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 13:28:08.078747 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Attempting to bind port 394af897-dcd5-4723-96ae-509908801432 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:28:08.079147 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Attempting to bind port 394af897-dcd5-4723-96ae-509908801432 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': 'c7a1b51c-387d-4122-a085-2091ae721d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0098ff98-c77f-4d63-896b-b0868a1ef45a'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:28:08.079558 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Attempting to bind port 394af897-dcd5-4723-96ae-509908801432 on network 0098ff98-c77f-4d63-896b-b0868a1ef45a {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:28:08.084490 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:28:08.084868 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Checking segment: {'id': 'c7a1b51c-387d-4122-a085-2091ae721d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0098ff98-c77f-4d63-896b-b0868a1ef45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:28:08.085347 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:08.085765 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Bound using segment: {'id': 'c7a1b51c-387d-4122-a085-2091ae721d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0098ff98-c77f-4d63-896b-b0868a1ef45a'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:28:08.086239 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Bound port: 394af897-dcd5-4723-96ae-509908801432, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a1b51c-387d-4122-a085-2091ae721d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0098ff98-c77f-4d63-896b-b0868a1ef45a'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:28:08.086671 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (394af897-dcd5-4723-96ae-509908801432), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:08.147969 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] For port 394af897-dcd5-4723-96ae-509908801432, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:28:08.171526 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] For port 394af897-dcd5-4723-96ae-509908801432, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=394af897-dcd5-4723-96ae-509908801432,segment=NetworkSegment(c7a1b51c-387d-4122-a085-2091ae721d50),segment_id=c7a1b51c-387d-4122-a085-2091ae721d50)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:28:08.179408 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (394af897-dcd5-4723-96ae-509908801432), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:08.233991 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e83f50-e367-4e43-b85e-87299fd46044 None None] Pushing event updated for resources: {'Port': ['ID=394af897-dcd5-4723-96ae-509908801432,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:28:09.527745 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 50754) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:28:09.840559 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [None req-66d3563b-c8f0-43b2-b531-bd65e9a7701d admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:28:09.841536 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-66d3563b-c8f0-43b2-b531-bd65e9a7701d admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3128569 Apr 07 13:28:12.391286 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 50762) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:28:12.696659 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [None req-6b770d90-6552-44b7-828e-8f925ddab5a9 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:28:12.697744 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-6b770d90-6552-44b7-828e-8f925ddab5a9 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3054256 Apr 07 13:28:15.218216 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 50770) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:28:15.532300 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-f10a8881-a3e6-4132-b9cd-8e71a156f0b7 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:28:15.554863 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f10a8881-a3e6-4132-b9cd-8e71a156f0b7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57370'] for router (bf539404-b7b0-407f-9ffe-6f40924be26a), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:15.556405 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f10a8881-a3e6-4132-b9cd-8e71a156f0b7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-420324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57363'] for router (bf539404-b7b0-407f-9ffe-6f40924be26a), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:15.689818 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f10a8881-a3e6-4132-b9cd-8e71a156f0b7 demo demo] Publish callbacks [] for router_controller (bf539404-b7b0-407f-9ffe-6f40924be26a), precommit_add_association {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:15.694896 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f10a8881-a3e6-4132-b9cd-8e71a156f0b7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431655'] for router (bf539404-b7b0-407f-9ffe-6f40924be26a), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:15.711520 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f10a8881-a3e6-4132-b9cd-8e71a156f0b7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:15.712657 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-f10a8881-a3e6-4132-b9cd-8e71a156f0b7 demo demo] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4934475 Apr 07 13:28:18.243799 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 50782) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:28:18.562082 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [None req-4fbc1bcf-bfea-41ac-b5aa-0c736d4eefe2 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:28:18.563132 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-4fbc1bcf-bfea-41ac-b5aa-0c736d4eefe2 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3183937 Apr 07 13:28:19.408135 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 394af897-dcd5-4723-96ae-509908801432 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:28:19.496574 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 394af897-dcd5-4723-96ae-509908801432 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:28:19.496979 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (394af897-dcd5-4723-96ae-509908801432), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:19.606613 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 394af897-dcd5-4723-96ae-509908801432 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:28:19.607003 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (394af897-dcd5-4723-96ae-509908801432), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:19.610857 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbe3117-d6a9-4b9e-a642-855ea7244cce None None] Network 0098ff98-c77f-4d63-896b-b0868a1ef45a requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:28:19.697950 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] For port 394af897-dcd5-4723-96ae-509908801432, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=394af897-dcd5-4723-96ae-509908801432,segment=NetworkSegment(c7a1b51c-387d-4122-a085-2091ae721d50),segment_id=c7a1b51c-387d-4122-a085-2091ae721d50)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:28:19.708954 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (394af897-dcd5-4723-96ae-509908801432), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:19.754628 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-5d2b0409-1e12-4a0d-8a82-c597791c23ad None None] Provisioning complete for port 394af897-dcd5-4723-96ae-509908801432 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:28:19.755016 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d2b0409-1e12-4a0d-8a82-c597791c23ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (394af897-dcd5-4723-96ae-509908801432), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:19.822579 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Pushing event updated for resources: {'Port': ['ID=394af897-dcd5-4723-96ae-509908801432,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:28:19.893131 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b0409-1e12-4a0d-8a82-c597791c23ad None None] Current status of the port 394af897-dcd5-4723-96ae-509908801432 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:28:20.113035 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e270d1e4-0d68-4a5b-9938-6b08fcdc6075 None None] Provisioning complete for port 394af897-dcd5-4723-96ae-509908801432 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:28:20.113345 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e270d1e4-0d68-4a5b-9938-6b08fcdc6075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (394af897-dcd5-4723-96ae-509908801432), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:20.190212 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e270d1e4-0d68-4a5b-9938-6b08fcdc6075 None None] Current status of the port 394af897-dcd5-4723-96ae-509908801432 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:28:21.004305 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 5 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:28:21.084440 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 50792) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:28:21.382699 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 394af897-dcd5-4723-96ae-509908801432 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:28:21.393608 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-2d8718ba-9aeb-439e-b5ca-19187a8cc514 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:28:21.412456 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8718ba-9aeb-439e-b5ca-19187a8cc514 admin admin] Made reservation on behalf of 033d9fbeda684fcf985a8000b2967a89 for: {'network': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:28:21.414967 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2d8718ba-9aeb-439e-b5ca-19187a8cc514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:21.423152 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2d8718ba-9aeb-439e-b5ca-19187a8cc514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:21.429465 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 394af897-dcd5-4723-96ae-509908801432 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:28:21.429850 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (394af897-dcd5-4723-96ae-509908801432), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:21.500881 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2d8718ba-9aeb-439e-b5ca-19187a8cc514 admin admin] Publish callbacks [] for security_group (d9095f7c-6e75-456a-89f8-d524b4ab1499), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:21.504439 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2d8718ba-9aeb-439e-b5ca-19187a8cc514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (d9095f7c-6e75-456a-89f8-d524b4ab1499), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:21.507870 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 394af897-dcd5-4723-96ae-509908801432 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:28:21.521346 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2d8718ba-9aeb-439e-b5ca-19187a8cc514 admin admin] Reserving flat network on physical network physnet1 {{(pid=103372) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 07 13:28:21.540059 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8718ba-9aeb-439e-b5ca-19187a8cc514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9095f7c-6e75-456a-89f8-d524b4ab1499,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:28:21.545341 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2d8718ba-9aeb-439e-b5ca-19187a8cc514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (1ede3862-f3dd-4125-adcb-1422a1e9ce95), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:21.546203 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.segments_db [None req-2d8718ba-9aeb-439e-b5ca-19187a8cc514 admin admin] Added segment 1ede3862-f3dd-4125-adcb-1422a1e9ce95 of type flat for network 11de5774-1b52-4991-93c6-544d79153129 Apr 07 13:28:21.590186 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2d8718ba-9aeb-439e-b5ca-19187a8cc514 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (11de5774-1b52-4991-93c6-544d79153129), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:21.620934 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2d8718ba-9aeb-439e-b5ca-19187a8cc514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (11de5774-1b52-4991-93c6-544d79153129), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:21.621835 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8718ba-9aeb-439e-b5ca-19187a8cc514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:28:21.622427 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2d8718ba-9aeb-439e-b5ca-19187a8cc514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:21.665437 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-2d8718ba-9aeb-439e-b5ca-19187a8cc514 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5799572 Apr 07 13:28:21.718436 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8718ba-9aeb-439e-b5ca-19187a8cc514 admin admin] Pushing event updated for resources: {'Network': ['ID=11de5774-1b52-4991-93c6-544d79153129,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:28:21.729054 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network 11de5774-1b52-4991-93c6-544d79153129 details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:28:22.354757 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b25abe25-3e6f-4b48-9ffe-cc328563e256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:24.152110 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 50800) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:28:24.505400 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436c0965-3ef7-4a56-91a7-e6bb29fe8805 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:28:24.506819 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-436c0965-3ef7-4a56-91a7-e6bb29fe8805 demo admin] 10.222.0.39 "GET /v2.0/subnets/dd0af01a-df24-4a46-8167-619c3bba3e0f HTTP/1.1" status: 200 len: 849 time: 0.3537352 Apr 07 13:28:24.631500 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-1c42a62f-4861-4599-b174-41af7447a5bd demo admin] 10.222.0.39 "GET /v2.0/routers/bf539404-b7b0-407f-9ffe-6f40924be26a HTTP/1.1" status: 200 len: 704 time: 0.1178555 Apr 07 13:28:24.837681 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a55136d9-bb52-489b-a3f8-5634e391c889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:24.896240 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e0981977-6ce4-402d-a17b-6b401ae42488 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:25.180985 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-e0981977-6ce4-402d-a17b-6b401ae42488 demo admin] Allocated IP 172.20.0.1 (0098ff98-c77f-4d63-896b-b0868a1ef45a/dd0af01a-df24-4a46-8167-619c3bba3e0f/1c36b779-8d7b-4cc6-94bd-21e301a0b1a9) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:28:25.369106 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e0981977-6ce4-402d-a17b-6b401ae42488 demo admin] Publish callbacks [] for port (1c36b779-8d7b-4cc6-94bd-21e301a0b1a9), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:25.432537 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e0981977-6ce4-402d-a17b-6b401ae42488 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (1c36b779-8d7b-4cc6-94bd-21e301a0b1a9), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:25.497955 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0981977-6ce4-402d-a17b-6b401ae42488 demo admin] Network 0098ff98-c77f-4d63-896b-b0868a1ef45a is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:28:25.507334 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-e0981977-6ce4-402d-a17b-6b401ae42488 demo admin] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:28:25.516454 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0981977-6ce4-402d-a17b-6b401ae42488 demo admin] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:28:25.516998 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e0981977-6ce4-402d-a17b-6b401ae42488 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421704'] for router_interface (bf539404-b7b0-407f-9ffe-6f40924be26a), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:25.538822 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0981977-6ce4-402d-a17b-6b401ae42488 demo admin] Pushing event updated for resources: {'Port': ['ID=1c36b779-8d7b-4cc6-94bd-21e301a0b1a9,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:28:25.681775 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:25.730615 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e0981977-6ce4-402d-a17b-6b401ae42488 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (1c36b779-8d7b-4cc6-94bd-21e301a0b1a9), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:25.843467 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-fa9084be-ad5d-4720-ab87-27496107ef91 None None] Provisioning complete for port 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:28:25.844020 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa9084be-ad5d-4720-ab87-27496107ef91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (1c36b779-8d7b-4cc6-94bd-21e301a0b1a9), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:25.923908 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-fa9084be-ad5d-4720-ab87-27496107ef91 None None] Port 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:28:25.943129 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e0981977-6ce4-402d-a17b-6b401ae42488 demo admin] Publish callbacks [] for port (1c36b779-8d7b-4cc6-94bd-21e301a0b1a9), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:25.947479 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e0981977-6ce4-402d-a17b-6b401ae42488 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (1c36b779-8d7b-4cc6-94bd-21e301a0b1a9), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:25.948286 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e0981977-6ce4-402d-a17b-6b401ae42488 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421860'] for router_interface (bf539404-b7b0-407f-9ffe-6f40924be26a), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:26.032941 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0981977-6ce4-402d-a17b-6b401ae42488 demo admin] Pushing event updated for resources: {'Port': ['ID=1c36b779-8d7b-4cc6-94bd-21e301a0b1a9,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:28:26.071772 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0981977-6ce4-402d-a17b-6b401ae42488 demo admin] Network 0098ff98-c77f-4d63-896b-b0868a1ef45a is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:28:26.073002 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-e0981977-6ce4-402d-a17b-6b401ae42488 demo admin] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:28:26.235253 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0981977-6ce4-402d-a17b-6b401ae42488 demo admin] Router bf539404-b7b0-407f-9ffe-6f40924be26a is scheduled to L3 agent fdb95e97-0059-4137-9443-d45a15104627 with binding_index 1 {{(pid=103372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 13:28:26.243220 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-07876505-f5eb-4a81-bc34-325c3ba20365 None None] Provisioning complete for port 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:28:26.243612 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-07876505-f5eb-4a81-bc34-325c3ba20365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (1c36b779-8d7b-4cc6-94bd-21e301a0b1a9), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:26.275815 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-07876505-f5eb-4a81-bc34-325c3ba20365 None None] Port 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:28:26.328400 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0981977-6ce4-402d-a17b-6b401ae42488 demo admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:28:26.333403 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-e0981977-6ce4-402d-a17b-6b401ae42488 demo admin] 10.222.0.39 "PUT /v2.0/routers/bf539404-b7b0-407f-9ffe-6f40924be26a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6968017 Apr 07 13:28:26.337781 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Sync routers for ids ['bf539404-b7b0-407f-9ffe-6f40924be26a'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:28:26.350428 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Routers {'bf539404-b7b0-407f-9ffe-6f40924be26a'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:28:26.351206 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:28:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['bf539404-b7b0-407f-9ffe-6f40924be26a'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:28:26.541672 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Set router bf539404-b7b0-407f-9ffe-6f40924be26a gateway port host: None {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:28:26.968724 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf539404-b7b0-407f-9ffe-6f40924be26a', 'name': 'router1', 'tenant_id': 'de2a7966cf8f4f11a84c19efca218370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:28:15Z', 'updated_at': '2022-04-07T13:28:25Z', 'revision_number': 2, 'project_id': 'de2a7966cf8f4f11a84c19efca218370', 'gw_port_host': None, '_interfaces': [{'id': '1c36b779-8d7b-4cc6-94bd-21e301a0b1a9', 'name': '', 'network_id': '0098ff98-c77f-4d63-896b-b0868a1ef45a', 'tenant_id': 'de2a7966cf8f4f11a84c19efca218370', 'mac_address': 'fa:16:3e:41:56:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf539404-b7b0-407f-9ffe-6f40924be26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd0af01a-df24-4a46-8167-619c3bba3e0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:28:24Z', 'updated_at': '2022-04-07T13:28:25Z', 'revision_number': 2, 'project_id': 'de2a7966cf8f4f11a84c19efca218370', 'subnets': [{'id': 'dd0af01a-df24-4a46-8167-619c3bba3e0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51804bf4-c986-44a5-ae41-795ad17d48f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:28:27.020510 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Checking router: bf539404-b7b0-407f-9ffe-6f40924be26a for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:28:27.020890 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Updating router bf539404-b7b0-407f-9ffe-6f40924be26a port 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9 binding host dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:28:27.073070 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (1c36b779-8d7b-4cc6-94bd-21e301a0b1a9), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:27.154360 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:27.586045 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Publish callbacks [] for port (1c36b779-8d7b-4cc6-94bd-21e301a0b1a9), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:27.593366 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (1c36b779-8d7b-4cc6-94bd-21e301a0b1a9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:27.754593 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3dc31b-510f-4971-8657-226366052ba8 None None] Pushing event updated for resources: {'Port': ['ID=1c36b779-8d7b-4cc6-94bd-21e301a0b1a9,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:28:27.768281 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dc31b-510f-4971-8657-226366052ba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:27.768630 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dc31b-510f-4971-8657-226366052ba8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:27.768995 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dc31b-510f-4971-8657-226366052ba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:27.769358 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dc31b-510f-4971-8657-226366052ba8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:27.769699 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dc31b-510f-4971-8657-226366052ba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:27.770029 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dc31b-510f-4971-8657-226366052ba8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:27.770387 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dc31b-510f-4971-8657-226366052ba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:27.770717 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dc31b-510f-4971-8657-226366052ba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:27.771051 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dc31b-510f-4971-8657-226366052ba8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:27.771379 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dc31b-510f-4971-8657-226366052ba8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:27.771710 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dc31b-510f-4971-8657-226366052ba8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:27.772051 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dc31b-510f-4971-8657-226366052ba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:27.772380 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dc31b-510f-4971-8657-226366052ba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:27.772708 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dc31b-510f-4971-8657-226366052ba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:27.773028 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dc31b-510f-4971-8657-226366052ba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dc31b-510f-4971-8657-226366052ba8 None None] Tracked resource versions report: Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: pushed versions: Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: { 'AddressGroup': {'1.2'}, Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Agent': {'1.1'}, Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'ConntrackHelper': {'1.0'}, Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'LocalIPAssociation': {'1.0'}, Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Log': {'1.0'}, Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'NDPProxy': {'1.0'}, Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Network': {'1.1'}, Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Port': {'1.7'}, Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'PortForwarding': {'1.3'}, Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'QosPolicy': {'1.10'}, Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'SecurityGroup': {'1.5'}, Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'SecurityGroupRule': {'1.2'}, Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'SubPort': {'1.0'}, Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Subnet': {'1.1'}, Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Trunk': {'1.1'}} Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: consumer versions: Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: { DHCP agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: L3 agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: Metadata agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: Metering agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: Open vSwitch agent@dv-cinder-836973-1-iscsi: { 'AddressGroup': '1.2', Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Agent': '1.1', Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'ConntrackHelper': '1.0', Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'LocalIPAssociation': '1.0', Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Log': '1.0', Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'NDPProxy': '1.0', Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Network': '1.1', Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Port': '1.7', Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'PortForwarding': '1.3', Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'QosPolicy': '1.10', Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'SecurityGroup': '1.5', Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'SecurityGroupRule': '1.2', Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'SubPort': '1.0', Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Subnet': '1.1', Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Trunk': '1.1'}} Apr 07 13:28:27.774507 dv-cinder-836973-1-iscsi neutron-server[103374]: {{(pid=103374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 13:28:27.779224 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Attempting to bind port 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:28:27.779627 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Attempting to bind port 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': 'c7a1b51c-387d-4122-a085-2091ae721d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0098ff98-c77f-4d63-896b-b0868a1ef45a'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:28:27.780681 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Attempting to bind port 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9 on network 0098ff98-c77f-4d63-896b-b0868a1ef45a {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:28:27.786164 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:28:27.786606 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Checking segment: {'id': 'c7a1b51c-387d-4122-a085-2091ae721d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0098ff98-c77f-4d63-896b-b0868a1ef45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:28:27.787087 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:27.787474 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Bound using segment: {'id': 'c7a1b51c-387d-4122-a085-2091ae721d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0098ff98-c77f-4d63-896b-b0868a1ef45a'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:28:27.787965 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Bound port: 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a1b51c-387d-4122-a085-2091ae721d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0098ff98-c77f-4d63-896b-b0868a1ef45a'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:28:27.788351 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (1c36b779-8d7b-4cc6-94bd-21e301a0b1a9), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:27.805572 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-4f13b556-dc8e-470c-80b3-aabfb04151bb None None] Provisioning complete for port 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:28:27.805974 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f13b556-dc8e-470c-80b3-aabfb04151bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (1c36b779-8d7b-4cc6-94bd-21e301a0b1a9), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:27.842205 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4f13b556-dc8e-470c-80b3-aabfb04151bb None None] Port 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:28:27.855229 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] For port 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:28:27.874640 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] For port 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=1c36b779-8d7b-4cc6-94bd-21e301a0b1a9,segment=NetworkSegment(c7a1b51c-387d-4122-a085-2091ae721d50),segment_id=c7a1b51c-387d-4122-a085-2091ae721d50)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:28:27.880565 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (1c36b779-8d7b-4cc6-94bd-21e301a0b1a9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:27.938122 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Routers {'bf539404-b7b0-407f-9ffe-6f40924be26a'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:28:27.938789 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:28:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['bf539404-b7b0-407f-9ffe-6f40924be26a'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:28:27.940714 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3dc31b-510f-4971-8657-226366052ba8 None None] Pushing event updated for resources: {'Port': ['ID=1c36b779-8d7b-4cc6-94bd-21e301a0b1a9,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:28:28.034961 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] Set router bf539404-b7b0-407f-9ffe-6f40924be26a gateway port host: None {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:28:28.164895 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-d5d44695-5a0e-44f2-a6d3-2755bcf17f2a None None] Provisioning complete for port 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:28:28.165429 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5d44695-5a0e-44f2-a6d3-2755bcf17f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (1c36b779-8d7b-4cc6-94bd-21e301a0b1a9), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:28.242651 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d5d44695-5a0e-44f2-a6d3-2755bcf17f2a None None] Current status of the port 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:28:28.243057 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5d44695-5a0e-44f2-a6d3-2755bcf17f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (1c36b779-8d7b-4cc6-94bd-21e301a0b1a9), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:28.254479 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf539404-b7b0-407f-9ffe-6f40924be26a', 'name': 'router1', 'tenant_id': 'de2a7966cf8f4f11a84c19efca218370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:28:15Z', 'updated_at': '2022-04-07T13:28:25Z', 'revision_number': 2, 'project_id': 'de2a7966cf8f4f11a84c19efca218370', 'gw_port_host': None, '_interfaces': [{'id': '1c36b779-8d7b-4cc6-94bd-21e301a0b1a9', 'name': '', 'network_id': '0098ff98-c77f-4d63-896b-b0868a1ef45a', 'tenant_id': 'de2a7966cf8f4f11a84c19efca218370', 'mac_address': 'fa:16:3e:41:56:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf539404-b7b0-407f-9ffe-6f40924be26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd0af01a-df24-4a46-8167-619c3bba3e0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:28:24Z', 'updated_at': '2022-04-07T13:28:27Z', 'revision_number': 4, 'project_id': 'de2a7966cf8f4f11a84c19efca218370', 'subnets': [{'id': 'dd0af01a-df24-4a46-8167-619c3bba3e0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51804bf4-c986-44a5-ae41-795ad17d48f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:28:28.278143 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-d5d44695-5a0e-44f2-a6d3-2755bcf17f2a None None] For port 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=1c36b779-8d7b-4cc6-94bd-21e301a0b1a9,segment=NetworkSegment(c7a1b51c-387d-4122-a085-2091ae721d50),segment_id=c7a1b51c-387d-4122-a085-2091ae721d50)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:28:28.282413 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5d44695-5a0e-44f2-a6d3-2755bcf17f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (1c36b779-8d7b-4cc6-94bd-21e301a0b1a9), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:28.283131 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47d5d26-86b8-4118-a0e1-d1b414bd7daf None None] The sync data for ids ['bf539404-b7b0-407f-9ffe-6f40924be26a'] in dv-cinder-836973-1-iscsi is: [{'id': 'bf539404-b7b0-407f-9ffe-6f40924be26a', 'name': 'router1', 'tenant_id': 'de2a7966cf8f4f11a84c19efca218370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:28:15Z', 'updated_at': '2022-04-07T13:28:25Z', 'revision_number': 2, 'project_id': 'de2a7966cf8f4f11a84c19efca218370', 'gw_port_host': None, '_interfaces': [{'id': '1c36b779-8d7b-4cc6-94bd-21e301a0b1a9', 'name': '', 'network_id': '0098ff98-c77f-4d63-896b-b0868a1ef45a', 'tenant_id': 'de2a7966cf8f4f11a84c19efca218370', 'mac_address': 'fa:16:3e:41:56:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf539404-b7b0-407f-9ffe-6f40924be26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd0af01a-df24-4a46-8167-619c3bba3e0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:28:24Z', 'updated_at': '2022-04-07T13:28:27Z', 'revision_number': 4, 'project_id': 'de2a7966cf8f4f11a84c19efca218370', 'subnets': [{'id': 'dd0af01a-df24-4a46-8167-619c3bba3e0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51804bf4-c986-44a5-ae41-795ad17d48f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:28:28.344495 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d44695-5a0e-44f2-a6d3-2755bcf17f2a None None] Pushing event updated for resources: {'Port': ['ID=1c36b779-8d7b-4cc6-94bd-21e301a0b1a9,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:28:28.626224 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:28.835451 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 50820) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:28:29.031621 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514ae185-27f0-4e96-b70f-4dc4006ca6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:28:29.032991 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-514ae185-27f0-4e96-b70f-4dc4006ca6a4 admin admin] 10.222.0.39 "GET /v2.0/networks/11de5774-1b52-4991-93c6-544d79153129 HTTP/1.1" status: 200 len: 842 time: 0.1965070 Apr 07 13:28:29.042253 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-752d6f23-2c55-40e5-a560-763f596e2e5c admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'ip_version': 4, 'gateway_ip': '172.27.0.1'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:28:29.061725 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752d6f23-2c55-40e5-a560-763f596e2e5c admin admin] Made reservation on behalf of 033d9fbeda684fcf985a8000b2967a89 for: {'subnet': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:28:29.064091 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-752d6f23-2c55-40e5-a560-763f596e2e5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:29.411951 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.objects.ports [None req-752d6f23-2c55-40e5-a560-763f596e2e5c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103372) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 13:28:29.412364 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-752d6f23-2c55-40e5-a560-763f596e2e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for subnet (f4566acd-70a5-4402-8cea-6727e52cedd3), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:29.466115 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d6f23-2c55-40e5-a560-763f596e2e5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4566acd-70a5-4402-8cea-6727e52cedd3,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:28:29.474260 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752d6f23-2c55-40e5-a560-763f596e2e5c admin admin] Checking segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:28:29.474645 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752d6f23-2c55-40e5-a560-763f596e2e5c admin admin] Network hostable DHCP agents. Network: 11de5774-1b52-4991-93c6-544d79153129, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:28:29.490125 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752d6f23-2c55-40e5-a560-763f596e2e5c admin admin] Network 11de5774-1b52-4991-93c6-544d79153129 is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:28:29.498203 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-752d6f23-2c55-40e5-a560-763f596e2e5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, 11de5774-1b52-4991-93c6-544d79153129) {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:28:29.507481 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3867bd-a49e-482f-9103-2244fd40c986 None None] Network 11de5774-1b52-4991-93c6-544d79153129 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:28:29.507925 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752d6f23-2c55-40e5-a560-763f596e2e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:28:29.508232 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-752d6f23-2c55-40e5-a560-763f596e2e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:29.527689 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-752d6f23-2c55-40e5-a560-763f596e2e5c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4887974 Apr 07 13:28:29.620262 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931dd826-b109-4c8b-a918-b708b845f132 None None] Network 11de5774-1b52-4991-93c6-544d79153129 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:28:32.033436 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 50838) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:28:32.168838 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-7f7ada38-32c4-4738-ab7a-1d25154d12c7 demo admin] 10.222.0.39 "GET /v2.0/routers/bf539404-b7b0-407f-9ffe-6f40924be26a HTTP/1.1" status: 200 len: 710 time: 0.1342285 Apr 07 13:28:32.256353 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ede5408-2198-4b30-95e1-f03237885ff3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:28:32.257718 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-8ede5408-2198-4b30-95e1-f03237885ff3 demo admin] 10.222.0.39 "GET /v2.0/networks/11de5774-1b52-4991-93c6-544d79153129 HTTP/1.1" status: 200 len: 886 time: 0.0831375 Apr 07 13:28:32.266594 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-6e7f868f-95fd-4003-8639-e4843ccd2f2a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:28:32.512117 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6e7f868f-95fd-4003-8639-e4843ccd2f2a demo admin] Publish callbacks [] for router_gateway (bf539404-b7b0-407f-9ffe-6f40924be26a), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:32.757469 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6e7f868f-95fd-4003-8639-e4843ccd2f2a demo admin] Publish callbacks [] for router_gateway (bf539404-b7b0-407f-9ffe-6f40924be26a), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:32.831712 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6e7f868f-95fd-4003-8639-e4843ccd2f2a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:32.931007 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-6e7f868f-95fd-4003-8639-e4843ccd2f2a demo admin] Allocated IP 172.27.0.164 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/1c03af7a-4b8e-4133-8e74-7883456de9fe) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:28:33.032255 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6e7f868f-95fd-4003-8639-e4843ccd2f2a demo admin] Publish callbacks [] for port (1c03af7a-4b8e-4133-8e74-7883456de9fe), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:33.063146 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6e7f868f-95fd-4003-8639-e4843ccd2f2a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (1c03af7a-4b8e-4133-8e74-7883456de9fe), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:33.099278 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7f868f-95fd-4003-8639-e4843ccd2f2a demo admin] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:28:33.101826 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-6e7f868f-95fd-4003-8639-e4843ccd2f2a demo admin] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:28:33.107398 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f868f-95fd-4003-8639-e4843ccd2f2a demo admin] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:28:33.167900 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f868f-95fd-4003-8639-e4843ccd2f2a demo admin] Pushing event updated for resources: {'Port': ['ID=1c03af7a-4b8e-4133-8e74-7883456de9fe,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:28:33.445424 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6e7f868f-95fd-4003-8639-e4843ccd2f2a demo admin] Publish callbacks [] for router_gateway (bf539404-b7b0-407f-9ffe-6f40924be26a), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:33.651480 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6e7f868f-95fd-4003-8639-e4843ccd2f2a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57569'] for router (bf539404-b7b0-407f-9ffe-6f40924be26a), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:33.655147 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6e7f868f-95fd-4003-8639-e4843ccd2f2a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420289'] for router (bf539404-b7b0-407f-9ffe-6f40924be26a), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:33.766265 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7f868f-95fd-4003-8639-e4843ccd2f2a demo admin] Router bf539404-b7b0-407f-9ffe-6f40924be26a has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:28:33.871536 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7f868f-95fd-4003-8639-e4843ccd2f2a demo admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:28:33.876424 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6e7f868f-95fd-4003-8639-e4843ccd2f2a demo admin] Publish callbacks [] for router (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:33.877596 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-6e7f868f-95fd-4003-8639-e4843ccd2f2a demo admin] 10.222.0.39 "PUT /v2.0/routers/bf539404-b7b0-407f-9ffe-6f40924be26a HTTP/1.1" status: 200 len: 890 time: 1.6142979 Apr 07 13:28:35.412254 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:28:35.460488 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:28:35.460886 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (1c36b779-8d7b-4cc6-94bd-21e301a0b1a9), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:35.537639 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:28:36.407998 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 50850) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:28:36.524195 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-b88fefa9-ea8a-418d-b8a9-e2d4523543f4 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1150599 Apr 07 13:28:36.899825 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Sync routers for ids ['bf539404-b7b0-407f-9ffe-6f40924be26a'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:28:36.914999 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Routers {'bf539404-b7b0-407f-9ffe-6f40924be26a'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:28:36.915794 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:28:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['bf539404-b7b0-407f-9ffe-6f40924be26a'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:28:37.131878 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Set router bf539404-b7b0-407f-9ffe-6f40924be26a gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:28:37.605202 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf539404-b7b0-407f-9ffe-6f40924be26a', 'name': 'router1', 'tenant_id': 'de2a7966cf8f4f11a84c19efca218370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '1c03af7a-4b8e-4133-8e74-7883456de9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:28:15Z', 'updated_at': '2022-04-07T13:28:33Z', 'revision_number': 4, 'project_id': 'de2a7966cf8f4f11a84c19efca218370', 'gw_port': {'id': '1c03af7a-4b8e-4133-8e74-7883456de9fe', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf539404-b7b0-407f-9ffe-6f40924be26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:28:32Z', 'updated_at': '2022-04-07T13:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '1c36b779-8d7b-4cc6-94bd-21e301a0b1a9', 'name': '', 'network_id': '0098ff98-c77f-4d63-896b-b0868a1ef45a', 'tenant_id': 'de2a7966cf8f4f11a84c19efca218370', 'mac_address': 'fa:16:3e:41:56:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf539404-b7b0-407f-9ffe-6f40924be26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd0af01a-df24-4a46-8167-619c3bba3e0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:28:24Z', 'updated_at': '2022-04-07T13:28:28Z', 'revision_number': 5, 'project_id': 'de2a7966cf8f4f11a84c19efca218370', 'subnets': [{'id': 'dd0af01a-df24-4a46-8167-619c3bba3e0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51804bf4-c986-44a5-ae41-795ad17d48f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:28:37.656361 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Checking router: bf539404-b7b0-407f-9ffe-6f40924be26a for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:28:37.656735 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Updating router bf539404-b7b0-407f-9ffe-6f40924be26a port 1c03af7a-4b8e-4133-8e74-7883456de9fe binding host dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:28:37.707882 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (1c03af7a-4b8e-4133-8e74-7883456de9fe), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:38.029939 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Publish callbacks [] for port (1c03af7a-4b8e-4133-8e74-7883456de9fe), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:38.035396 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (1c03af7a-4b8e-4133-8e74-7883456de9fe), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:38.088723 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Attempting to bind port 1c03af7a-4b8e-4133-8e74-7883456de9fe on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:28:38.089093 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Attempting to bind port 1c03af7a-4b8e-4133-8e74-7883456de9fe by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:28:38.089459 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Attempting to bind port 1c03af7a-4b8e-4133-8e74-7883456de9fe on network 11de5774-1b52-4991-93c6-544d79153129 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:28:38.091237 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a853fd-416e-49a9-a034-75a347cc9eb7 None None] Pushing event updated for resources: {'Port': ['ID=1c03af7a-4b8e-4133-8e74-7883456de9fe,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:28:38.096624 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:28:38.097248 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Checking segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:28:38.097642 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:38.098041 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Bound using segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:28:38.098493 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Bound port: 1c03af7a-4b8e-4133-8e74-7883456de9fe, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:28:38.098874 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (1c03af7a-4b8e-4133-8e74-7883456de9fe), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:38.147025 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] For port 1c03af7a-4b8e-4133-8e74-7883456de9fe, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:28:38.150051 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] For port 1c03af7a-4b8e-4133-8e74-7883456de9fe, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=1c03af7a-4b8e-4133-8e74-7883456de9fe,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:28:38.157203 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (1c03af7a-4b8e-4133-8e74-7883456de9fe), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:38.223741 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a853fd-416e-49a9-a034-75a347cc9eb7 None None] Pushing event updated for resources: {'Port': ['ID=1c03af7a-4b8e-4133-8e74-7883456de9fe,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:28:38.228305 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Routers {'bf539404-b7b0-407f-9ffe-6f40924be26a'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:28:38.228916 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:28:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['bf539404-b7b0-407f-9ffe-6f40924be26a'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:28:38.343282 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] Set router bf539404-b7b0-407f-9ffe-6f40924be26a gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:28:38.575993 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf539404-b7b0-407f-9ffe-6f40924be26a', 'name': 'router1', 'tenant_id': 'de2a7966cf8f4f11a84c19efca218370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '1c03af7a-4b8e-4133-8e74-7883456de9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:28:15Z', 'updated_at': '2022-04-07T13:28:33Z', 'revision_number': 4, 'project_id': 'de2a7966cf8f4f11a84c19efca218370', 'gw_port': {'id': '1c03af7a-4b8e-4133-8e74-7883456de9fe', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf539404-b7b0-407f-9ffe-6f40924be26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:28:32Z', 'updated_at': '2022-04-07T13:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '1c36b779-8d7b-4cc6-94bd-21e301a0b1a9', 'name': '', 'network_id': '0098ff98-c77f-4d63-896b-b0868a1ef45a', 'tenant_id': 'de2a7966cf8f4f11a84c19efca218370', 'mac_address': 'fa:16:3e:41:56:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf539404-b7b0-407f-9ffe-6f40924be26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd0af01a-df24-4a46-8167-619c3bba3e0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:28:24Z', 'updated_at': '2022-04-07T13:28:28Z', 'revision_number': 5, 'project_id': 'de2a7966cf8f4f11a84c19efca218370', 'subnets': [{'id': 'dd0af01a-df24-4a46-8167-619c3bba3e0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51804bf4-c986-44a5-ae41-795ad17d48f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:28:38.603758 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2361757b-081c-49eb-b25d-6f68b1fbdaf1 None None] The sync data for ids ['bf539404-b7b0-407f-9ffe-6f40924be26a'] in dv-cinder-836973-1-iscsi is: [{'id': 'bf539404-b7b0-407f-9ffe-6f40924be26a', 'name': 'router1', 'tenant_id': 'de2a7966cf8f4f11a84c19efca218370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '1c03af7a-4b8e-4133-8e74-7883456de9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:28:15Z', 'updated_at': '2022-04-07T13:28:33Z', 'revision_number': 4, 'project_id': 'de2a7966cf8f4f11a84c19efca218370', 'gw_port': {'id': '1c03af7a-4b8e-4133-8e74-7883456de9fe', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf539404-b7b0-407f-9ffe-6f40924be26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:28:32Z', 'updated_at': '2022-04-07T13:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '1c36b779-8d7b-4cc6-94bd-21e301a0b1a9', 'name': '', 'network_id': '0098ff98-c77f-4d63-896b-b0868a1ef45a', 'tenant_id': 'de2a7966cf8f4f11a84c19efca218370', 'mac_address': 'fa:16:3e:41:56:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf539404-b7b0-407f-9ffe-6f40924be26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd0af01a-df24-4a46-8167-619c3bba3e0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:28:24Z', 'updated_at': '2022-04-07T13:28:28Z', 'revision_number': 5, 'project_id': 'de2a7966cf8f4f11a84c19efca218370', 'subnets': [{'id': 'dd0af01a-df24-4a46-8167-619c3bba3e0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51804bf4-c986-44a5-ae41-795ad17d48f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:28:39.438916 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 1c03af7a-4b8e-4133-8e74-7883456de9fe up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:28:39.490783 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 1c03af7a-4b8e-4133-8e74-7883456de9fe triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:28:39.491180 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (1c03af7a-4b8e-4133-8e74-7883456de9fe), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:39.599523 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 1c03af7a-4b8e-4133-8e74-7883456de9fe is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:28:39.599922 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (1c03af7a-4b8e-4133-8e74-7883456de9fe), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:39.636076 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] For port 1c03af7a-4b8e-4133-8e74-7883456de9fe, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=1c03af7a-4b8e-4133-8e74-7883456de9fe,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:28:39.646043 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (1c03af7a-4b8e-4133-8e74-7883456de9fe), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:39.710797 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Pushing event updated for resources: {'Port': ['ID=1c03af7a-4b8e-4133-8e74-7883456de9fe,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:28:41.425874 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 1c03af7a-4b8e-4133-8e74-7883456de9fe up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:28:41.513580 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 1c03af7a-4b8e-4133-8e74-7883456de9fe triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:28:41.513976 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (1c03af7a-4b8e-4133-8e74-7883456de9fe), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:41.772419 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 1c03af7a-4b8e-4133-8e74-7883456de9fe is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:28:52.366191 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-876fb7a0-4d4a-437c-bdf0-5bc3e19bef6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:54.840982 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c11f6752-30c7-4f28-852b-857c8147f36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:55.695689 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:57.159300 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:28:58.003877 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 5 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:28:58.624076 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:29:22.361012 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88b8d445-1da9-46b6-8f57-71a04a67bbba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:29:24.837097 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0cce89b-fa35-4d47-8659-d09b09c41ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:29:25.691590 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:29:27.161462 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:29:28.620357 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:29:35.002691 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 5 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:29:52.363635 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d62dd3b6-561f-4eda-8428-b6700defa7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:29:54.842924 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-92dab2c3-8040-4e1c-b6d4-1276db22a4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:29:55.695829 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:29:57.158534 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:29:57.622146 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 51334) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:29:57.683577 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.pecan_wsgi.hooks.translation [None req-2268b9ae-12e3-4693-aa49-a4b1e4f619eb admin admin] GET failed (client error): The resource could not be found. Apr 07 13:29:57.684876 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-2268b9ae-12e3-4693-aa49-a4b1e4f619eb admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617723 Apr 07 13:29:57.847503 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad7bf16-8ea3-40f7-a0c2-d94a3e546be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:29:57.848989 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-dad7bf16-8ea3-40f7-a0c2-d94a3e546be5 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1599627 Apr 07 13:29:58.614183 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:30:00.184404 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 51344) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:30:00.274311 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c246af-cab9-42c1-82dd-0eca494dc114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:30:00.275619 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-70c246af-cab9-42c1-82dd-0eca494dc114 admin admin] 10.222.0.39 "GET /v2.0/subnets/dd0af01a-df24-4a46-8167-619c3bba3e0f HTTP/1.1" status: 200 len: 849 time: 0.0897741 Apr 07 13:30:00.284815 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:30:00.370613 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Publish callbacks [] for subnet (dd0af01a-df24-4a46-8167-619c3bba3e0f), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:30:00.506543 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738487892830'] for subnet (dd0af01a-df24-4a46-8167-619c3bba3e0f), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:30:00.537860 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:30:00.538464 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:30:00.539735 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] 10.222.0.39 "PUT /v2.0/subnets/dd0af01a-df24-4a46-8167-619c3bba3e0f HTTP/1.1" status: 200 len: 868 time: 0.2584043 Apr 07 13:30:00.560344 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd0af01a-df24-4a46-8167-619c3bba3e0f,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:30:00.562921 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eda8b8-e0ef-49a6-bf87-bb217d7b832b None None] Network 0098ff98-c77f-4d63-896b-b0868a1ef45a requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:30:00.567795 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:30:00.568136 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:30:00.568507 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:30:00.568851 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:30:00.569187 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:30:00.569518 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:30:00.569847 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:30:00.570172 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:30:00.570524 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:30:00.570851 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:30:00.571180 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:30:00.571505 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:30:00.571827 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:30:00.572149 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:30:00.572470 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74953f98-cd67-402d-be83-e0e05f1f1026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:30:00.900462 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-8982f681-f2fb-47a9-a83e-56d975ab1cbd None None] Provisioning complete for port 394af897-dcd5-4723-96ae-509908801432 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:30:00.900775 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8982f681-f2fb-47a9-a83e-56d975ab1cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (394af897-dcd5-4723-96ae-509908801432), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:30:00.978919 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-8982f681-f2fb-47a9-a83e-56d975ab1cbd None None] Current status of the port 394af897-dcd5-4723-96ae-509908801432 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:30:00.989044 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-8982f681-f2fb-47a9-a83e-56d975ab1cbd None None] Provisioning complete for port 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:30:00.989523 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8982f681-f2fb-47a9-a83e-56d975ab1cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (1c36b779-8d7b-4cc6-94bd-21e301a0b1a9), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:30:01.062578 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-8982f681-f2fb-47a9-a83e-56d975ab1cbd None None] Current status of the port 1c36b779-8d7b-4cc6-94bd-21e301a0b1a9 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:30:02.872380 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 51352) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:30:03.087561 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeae43e-28bd-4848-b1b6-50246be86c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:30:03.088316 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeae43e-28bd-4848-b1b6-50246be86c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:30:03.090204 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-daeae43e-28bd-4848-b1b6-50246be86c51 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2165594 Apr 07 13:30:05.429198 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 51360) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:30:05.660289 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28500bbb-5875-4f47-abd4-14f762c3ffeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:30:05.660757 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28500bbb-5875-4f47-abd4-14f762c3ffeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:30:05.662273 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-28500bbb-5875-4f47-abd4-14f762c3ffeb admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2321396 Apr 07 13:30:07.968529 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 51368) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:30:08.097917 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95817b7-1560-4eca-bf85-097075d6c74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:30:08.099296 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-d95817b7-1560-4eca-bf85-097075d6c74a admin admin] 10.222.0.39 "GET /v2.0/networks/0098ff98-c77f-4d63-896b-b0868a1ef45a HTTP/1.1" status: 200 len: 869 time: 0.1297915 Apr 07 13:30:10.413441 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 51376) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:30:10.645447 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4c3619-40bd-4e9d-a460-efadeb177ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:30:10.646972 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ce4c3619-40bd-4e9d-a460-efadeb177ab1 admin admin] 10.222.0.39 "GET /v2.0/networks/11de5774-1b52-4991-93c6-544d79153129 HTTP/1.1" status: 200 len: 886 time: 0.2325332 Apr 07 13:30:12.001706 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 5 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:30:12.930783 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 51386) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:30:13.053675 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c1860f-a98e-41ac-aa7e-8282c9dc91c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:30:13.054127 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c1860f-a98e-41ac-aa7e-8282c9dc91c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:30:13.055687 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c7c1860f-a98e-41ac-aa7e-8282c9dc91c3 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239662 Apr 07 13:30:15.369606 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 51394) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:30:15.461608 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd34bad-56ef-4068-8218-fda96a37ac41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:30:15.462064 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd34bad-56ef-4068-8218-fda96a37ac41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:30:15.463562 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3dd34bad-56ef-4068-8218-fda96a37ac41 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930319 Apr 07 13:30:17.771053 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 51402) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:30:17.900206 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282cfbfc-f94b-4f9a-9883-f502f2b9ce56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:30:17.901549 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-282cfbfc-f94b-4f9a-9883-f502f2b9ce56 admin admin] 10.222.0.39 "GET /v2.0/subnets/dd0af01a-df24-4a46-8167-619c3bba3e0f HTTP/1.1" status: 200 len: 868 time: 0.1295736 Apr 07 13:30:20.216858 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 51410) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:30:20.305117 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bd29e8-09bd-48c6-bee5-940d971f05f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:30:20.306487 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-28bd29e8-09bd-48c6-bee5-940d971f05f2 admin admin] 10.222.0.39 "GET /v2.0/subnets/f4566acd-70a5-4402-8cea-6727e52cedd3 HTTP/1.1" status: 200 len: 816 time: 0.0886338 Apr 07 13:30:22.365460 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-704cf4d4-edde-4ba0-ac9f-182714abd7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:30:24.844947 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42b03dfe-62ec-4f70-992e-3adb6642c723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:30:25.697019 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:30:27.161216 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:30:28.618163 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:30:49.000915 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 5 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:30:52.369310 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c5a8e67-b09b-48cb-8392-5377d5ca6939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:30:54.847846 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8f17583b-654b-4c2a-8c41-8d73b7411733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:30:55.699567 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:30:57.163680 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:30:58.623339 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:01.030480 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 51470) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:31:01.078440 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [None req-1a5798e9-2157-44d2-aa58-a9a4e5454828 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:31:01.079445 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1a5798e9-2157-44d2-aa58-a9a4e5454828 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480404 Apr 07 13:31:03.485075 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 51478) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:31:03.546214 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0dee46-ca1e-44b0-b488-c3765a2f0dc7 admin admin] GET failed (client error): The resource could not be found. Apr 07 13:31:03.547519 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-2a0dee46-ca1e-44b0-b488-c3765a2f0dc7 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615110 Apr 07 13:31:03.630107 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022df491-a989-4f27-b001-2af0303c2a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:31:03.631592 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-022df491-a989-4f27-b001-2af0303c2a14 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0800507 Apr 07 13:31:05.987536 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 51486) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:31:06.037857 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:31:06.064244 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Made reservation on behalf of 033d9fbeda684fcf985a8000b2967a89 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:31:06.067028 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:06.109670 dv-cinder-836973-1-iscsi neutron-server[103371]: WARNING neutron.services.revisions.revision_plugin [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Could not find related network for resource to bump revision. Apr 07 13:31:06.125686 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:31:06.137428 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738487795393', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (f683498a-b79a-43af-9cb5-7b40d1a6f99e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:06.137985 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Unsubscribe: segment precommit_create {{(pid=103371) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 13:31:06.138512 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Added segment f683498a-b79a-43af-9cb5-7b40d1a6f99e of type vlan for network 8fdbfff5-f51d-4593-ad8f-e352013761a8 Apr 07 13:31:06.191953 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (8fdbfff5-f51d-4593-ad8f-e352013761a8), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:06.224097 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (8fdbfff5-f51d-4593-ad8f-e352013761a8), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:06.225187 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:31:06.226131 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:06.259535 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2709785 Apr 07 13:31:06.353047 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Pushing event updated for resources: {'Network': ['ID=8fdbfff5-f51d-4593-ad8f-e352013761a8,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:31:06.362461 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:06.362807 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:06.363150 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:06.363481 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:06.363808 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:06.364131 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:06.364451 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:06.364771 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:06.365097 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:06.365413 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:06.365748 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:06.366088 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:06.366432 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:06.366747 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:06.367063 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d11d09a-4740-417b-a11e-a765bfc372ac admin admin] Tracked resource versions report: Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: pushed versions: Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: { 'AddressGroup': {'1.2'}, Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Agent': {'1.1'}, Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'ConntrackHelper': {'1.0'}, Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'LocalIPAssociation': {'1.0'}, Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Log': {'1.0'}, Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'NDPProxy': {'1.0'}, Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Network': {'1.1'}, Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Port': {'1.7'}, Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'PortForwarding': {'1.3'}, Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'QosPolicy': {'1.10'}, Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'SecurityGroup': {'1.5'}, Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'SecurityGroupRule': {'1.2'}, Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'SubPort': {'1.0'}, Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Subnet': {'1.1'}, Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Trunk': {'1.1'}} Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: consumer versions: Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: { DHCP agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: L3 agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: Metadata agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: Metering agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: Open vSwitch agent@dv-cinder-836973-1-iscsi: { 'AddressGroup': '1.2', Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Agent': '1.1', Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'ConntrackHelper': '1.0', Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'LocalIPAssociation': '1.0', Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Log': '1.0', Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'NDPProxy': '1.0', Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Network': '1.1', Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Port': '1.7', Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'PortForwarding': '1.3', Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'QosPolicy': '1.10', Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'SecurityGroup': '1.5', Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'SecurityGroupRule': '1.2', Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'SubPort': '1.0', Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Subnet': '1.1', Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Trunk': '1.1'}} Apr 07 13:31:06.368492 dv-cinder-836973-1-iscsi neutron-server[103371]: {{(pid=103371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 13:31:06.398271 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network 8fdbfff5-f51d-4593-ad8f-e352013761a8 details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:31:08.593246 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 51498) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:31:08.653206 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2972481-f443-42cd-bfe7-3f50f8907c88 admin admin] GET failed (client error): The resource could not be found. Apr 07 13:31:08.654651 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d2972481-f443-42cd-bfe7-3f50f8907c88 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602901 Apr 07 13:31:08.757022 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04ebb58-c3a6-4fa2-88b3-8bb055f46214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:31:08.758484 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b04ebb58-c3a6-4fa2-88b3-8bb055f46214 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0999537 Apr 07 13:31:08.768446 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-455fa0d5-c6dc-4648-a07d-fb31143330e2 admin admin] Request body: {'subnet': {'network_id': '8fdbfff5-f51d-4593-ad8f-e352013761a8', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:31:08.789536 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455fa0d5-c6dc-4648-a07d-fb31143330e2 admin admin] Made reservation on behalf of 033d9fbeda684fcf985a8000b2967a89 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:31:08.791683 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-455fa0d5-c6dc-4648-a07d-fb31143330e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:08.978596 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-455fa0d5-c6dc-4648-a07d-fb31143330e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for subnet (dde6f710-4c48-4138-a11e-6d32531cf352), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:09.036378 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fa0d5-c6dc-4648-a07d-fb31143330e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde6f710-4c48-4138-a11e-6d32531cf352,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:31:09.044947 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455fa0d5-c6dc-4648-a07d-fb31143330e2 admin admin] Checking segment: {'id': 'f683498a-b79a-43af-9cb5-7b40d1a6f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fdbfff5-f51d-4593-ad8f-e352013761a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:31:09.045269 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455fa0d5-c6dc-4648-a07d-fb31143330e2 admin admin] Network hostable DHCP agents. Network: 8fdbfff5-f51d-4593-ad8f-e352013761a8, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:31:09.066001 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455fa0d5-c6dc-4648-a07d-fb31143330e2 admin admin] Network 8fdbfff5-f51d-4593-ad8f-e352013761a8 is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:31:09.077629 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-455fa0d5-c6dc-4648-a07d-fb31143330e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, 8fdbfff5-f51d-4593-ad8f-e352013761a8) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:31:09.082433 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455fa0d5-c6dc-4648-a07d-fb31143330e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:31:09.083071 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-455fa0d5-c6dc-4648-a07d-fb31143330e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:09.087296 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9dd678-a9a9-4535-9134-23bba019e800 None None] Network 8fdbfff5-f51d-4593-ad8f-e352013761a8 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:31:09.098238 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-455fa0d5-c6dc-4648-a07d-fb31143330e2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3330643 Apr 07 13:31:09.291812 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d2e1798-9abe-5abe-a8d6-f7ff823ce7ba-8fdbfff5-f51d-4593-ad8f-e352013761a8', 'network_id': '8fdbfff5-f51d-4593-ad8f-e352013761a8', 'project_id': '033d9fbeda684fcf985a8000b2967a89', 'fixed_ips': [{'subnet_id': 'dde6f710-4c48-4138-a11e-6d32531cf352'}]}} from dv-cinder-836973-1-iscsi. {{(pid=103373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 13:31:09.292733 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:09.430609 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Allocated IP 192.168.233.2 (8fdbfff5-f51d-4593-ad8f-e352013761a8/dde6f710-4c48-4138-a11e-6d32531cf352/4a5de121-4e5d-43be-ac2e-2afa193648a5) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:31:09.576498 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Publish callbacks [] for port (4a5de121-4e5d-43be-ac2e-2afa193648a5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:09.583048 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (4a5de121-4e5d-43be-ac2e-2afa193648a5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:09.621117 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Network 8fdbfff5-f51d-4593-ad8f-e352013761a8 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:31:09.623910 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:31:09.629979 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:31:09.635624 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Pushing event updated for resources: {'Port': ['ID=4a5de121-4e5d-43be-ac2e-2afa193648a5,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:31:09.646547 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:09.646893 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:09.647254 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:09.647611 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:09.647947 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:09.648279 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:09.648609 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:09.648934 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:09.649262 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:09.649583 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:09.649921 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:09.650252 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:09.650577 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:09.650897 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:09.651214 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:31:09.699638 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Attempting to bind port 4a5de121-4e5d-43be-ac2e-2afa193648a5 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:31:09.700012 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Attempting to bind port 4a5de121-4e5d-43be-ac2e-2afa193648a5 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': 'f683498a-b79a-43af-9cb5-7b40d1a6f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fdbfff5-f51d-4593-ad8f-e352013761a8'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:31:09.700375 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Attempting to bind port 4a5de121-4e5d-43be-ac2e-2afa193648a5 on network 8fdbfff5-f51d-4593-ad8f-e352013761a8 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:31:09.705472 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:31:09.705765 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Checking segment: {'id': 'f683498a-b79a-43af-9cb5-7b40d1a6f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fdbfff5-f51d-4593-ad8f-e352013761a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:31:09.706166 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:09.706593 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Bound using segment: {'id': 'f683498a-b79a-43af-9cb5-7b40d1a6f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fdbfff5-f51d-4593-ad8f-e352013761a8'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:31:09.707063 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Bound port: 4a5de121-4e5d-43be-ac2e-2afa193648a5, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f683498a-b79a-43af-9cb5-7b40d1a6f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fdbfff5-f51d-4593-ad8f-e352013761a8'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:31:09.707463 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (4a5de121-4e5d-43be-ac2e-2afa193648a5), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:09.771930 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] For port 4a5de121-4e5d-43be-ac2e-2afa193648a5, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:31:09.775134 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] For port 4a5de121-4e5d-43be-ac2e-2afa193648a5, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=4a5de121-4e5d-43be-ac2e-2afa193648a5,segment=NetworkSegment(f683498a-b79a-43af-9cb5-7b40d1a6f99e),segment_id=f683498a-b79a-43af-9cb5-7b40d1a6f99e)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:31:09.780713 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (4a5de121-4e5d-43be-ac2e-2afa193648a5), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:09.841369 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef15e9-e34d-47cb-9521-a6accabd19bf None None] Pushing event updated for resources: {'Port': ['ID=4a5de121-4e5d-43be-ac2e-2afa193648a5,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:31:10.688658 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe7b2ed-ef26-4e2c-b5e1-9046b1ad3ead None None] Network 8fdbfff5-f51d-4593-ad8f-e352013761a8 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:31:10.799737 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-bf3ed7bf-6069-4595-ab35-8282fee9ff97 None None] Provisioning complete for port 4a5de121-4e5d-43be-ac2e-2afa193648a5 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:31:10.800068 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf3ed7bf-6069-4595-ab35-8282fee9ff97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (4a5de121-4e5d-43be-ac2e-2afa193648a5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:10.888180 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ed7bf-6069-4595-ab35-8282fee9ff97 None None] Current status of the port 4a5de121-4e5d-43be-ac2e-2afa193648a5 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:31:10.888311 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf3ed7bf-6069-4595-ab35-8282fee9ff97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (4a5de121-4e5d-43be-ac2e-2afa193648a5), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:10.927849 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-bf3ed7bf-6069-4595-ab35-8282fee9ff97 None None] For port 4a5de121-4e5d-43be-ac2e-2afa193648a5, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=4a5de121-4e5d-43be-ac2e-2afa193648a5,segment=NetworkSegment(f683498a-b79a-43af-9cb5-7b40d1a6f99e),segment_id=f683498a-b79a-43af-9cb5-7b40d1a6f99e)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:31:10.934271 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf3ed7bf-6069-4595-ab35-8282fee9ff97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (4a5de121-4e5d-43be-ac2e-2afa193648a5), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:10.991264 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ed7bf-6069-4595-ab35-8282fee9ff97 None None] Pushing event updated for resources: {'Port': ['ID=4a5de121-4e5d-43be-ac2e-2afa193648a5,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:31:11.055850 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-ac7a9541-2c9b-47f5-b4f2-935f17f0e2fa None None] Provisioning complete for port 4a5de121-4e5d-43be-ac2e-2afa193648a5 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:31:11.056162 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ac7a9541-2c9b-47f5-b4f2-935f17f0e2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (4a5de121-4e5d-43be-ac2e-2afa193648a5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:11.135486 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-ac7a9541-2c9b-47f5-b4f2-935f17f0e2fa None None] Current status of the port 4a5de121-4e5d-43be-ac2e-2afa193648a5 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:31:11.519988 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 4a5de121-4e5d-43be-ac2e-2afa193648a5 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:31:11.573044 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 4a5de121-4e5d-43be-ac2e-2afa193648a5 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:31:11.573414 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (4a5de121-4e5d-43be-ac2e-2afa193648a5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:11.650445 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 4a5de121-4e5d-43be-ac2e-2afa193648a5 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:31:22.371557 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-886a12b5-6145-47bd-9839-f095d8e7e4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:24.849643 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cd3f564a-500f-45bd-988e-d4fb1d81cb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:25.703447 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:26.000194 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 5 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:31:27.166495 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:28.625825 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:52.372303 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-35213372-3cac-4134-a00c-cc3fdc90acdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:54.851957 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f09d8405-d766-40d9-838e-55ab598f2176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:55.707080 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:57.167547 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:31:58.630326 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:32:02.998543 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 5 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:32:22.374516 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b016efe-e8d4-4655-86fb-9c1d57b4fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:32:24.855223 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-25ea5894-2ec5-4b0b-9b98-dfdb1e4f9da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:32:25.708791 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:32:27.172793 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:32:28.638941 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:32:39.997448 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 5 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:32:44.636199 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 51536) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:32:44.641956 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [None req-2d321d88-ffad-4e72-995c-1f76757c4294 tempest-verify_tempest_config-1767647830 tempest-verify_tempest_config-1767647830-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:32:44.642945 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2d321d88-ffad-4e72-995c-1f76757c4294 tempest-verify_tempest_config-1767647830 tempest-verify_tempest_config-1767647830-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057945 Apr 07 13:32:44.925226 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 51554) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:32:45.027156 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:32:45.128079 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] Publish callbacks [] for security_group (2f8de62a-1bed-42d3-8111-d78707153ba6), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:32:45.131783 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (2f8de62a-1bed-42d3-8111-d78707153ba6), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:32:45.176017 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b8c74a31a7f441a8d8b6a78947d806b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2497754 Apr 07 13:32:45.176847 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8de62a-1bed-42d3-8111-d78707153ba6,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:32:45.178644 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 51558) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:32:45.189486 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:32:45.189833 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:32:45.190177 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:32:45.190548 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:32:45.190884 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:32:45.191213 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:32:45.191543 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:32:45.191868 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:32:45.192195 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:32:45.192516 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:32:45.192839 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:32:45.193160 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:32:45.193481 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:32:45.193799 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:32:45.194118 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1104ca-0c22-43b8-9401-83e144400fa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:32:45.242125 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c6a37e7d-2763-4387-b503-baf3e56a2ae7 admin admin] Publish callbacks [] for security_group (2f8de62a-1bed-42d3-8111-d78707153ba6), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:32:45.262965 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c6a37e7d-2763-4387-b503-baf3e56a2ae7 admin admin] Publish callbacks [] for security_group (2f8de62a-1bed-42d3-8111-d78707153ba6), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:32:45.354373 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c6a37e7d-2763-4387-b503-baf3e56a2ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (2f8de62a-1bed-42d3-8111-d78707153ba6), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:32:45.356927 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c6a37e7d-2763-4387-b503-baf3e56a2ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:32:45.358068 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c6a37e7d-2763-4387-b503-baf3e56a2ae7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f8de62a-1bed-42d3-8111-d78707153ba6 HTTP/1.1" status: 204 len: 168 time: 0.1777968 Apr 07 13:32:45.365796 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a37e7d-2763-4387-b503-baf3e56a2ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8de62a-1bed-42d3-8111-d78707153ba6,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:32:52.377372 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-46835587-0822-4417-b8fb-d19da54f57db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:32:54.860648 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-87a8cb8d-14bb-4d54-aa2f-1a42adbc7e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:32:55.714526 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:32:57.174968 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:32:58.632559 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:33:16.997154 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 5 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:33:22.378819 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3cd6a77-1a9b-4966-a25c-759e2e8cec7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:33:24.862072 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-162ca607-c8a4-463c-b7b8-04b8646b50fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:33:25.716660 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:33:27.177372 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:33:28.634541 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:33:52.379968 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-70d6bbf7-268a-4751-b92b-ae9eef763e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:33:53.996179 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 5 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:33:54.862330 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e895ff84-2d46-4924-9522-8e363b0cc62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:33:55.719047 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:33:57.180347 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:33:58.733420 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:34:22.381502 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c5ad5077-810d-4c22-884b-cbf6bf3cfdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:34:24.862677 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9717c771-7743-4f39-a8a1-4e6c37e3bd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:34:25.720677 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:34:27.182903 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:34:28.636896 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:34:30.477361 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-421802'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:34:30.995184 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:34:44.325914 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 51628) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:34:44.428847 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-a422096a-0e33-480e-825d-2c4877e5d910 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1018181 Apr 07 13:34:46.736355 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 51638) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:34:46.789603 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-f35b9afd-71ea-468e-bdcf-492eaf379121 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0521748 Apr 07 13:34:52.385074 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3e469ef-d7b4-40f6-88b9-9c2df5b827ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:34:54.863405 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0210d5e3-7064-4cf7-b984-0d86ffc06d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:34:55.725201 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:34:57.185352 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:34:58.640274 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:35:00.429384 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:35:07.994249 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:35:22.386418 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4fda32e9-aee9-4be0-9c73-0c39a904d03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:35:24.864503 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e9232004-c7cc-4691-924a-a281628e1ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:35:25.727809 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:35:27.187845 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:35:28.641971 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:35:30.432575 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:35:44.992940 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:35:52.387066 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-64afc15d-3bab-4cad-8666-ea6481a37f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:35:54.868439 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ea68e4e-cba5-4144-80d0-395261326c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:35:55.730109 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:35:57.190233 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:35:58.643859 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:00.430072 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:21.992421 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:36:22.398693 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dffa9351-29b8-4a3f-ade3-abbb4bc9ecc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:24.870239 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c933e483-649a-4a81-bed7-42a765c035d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:25.147646 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 51866) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:25.562032 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 51892) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:25.602278 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 51900) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:25.621129 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-244665719-network', 'tenant_id': '59715e21f0534203a83abb04295ad163'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:25.647826 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Made reservation on behalf of 59715e21f0534203a83abb04295ad163 for: {'network': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:36:25.651768 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:25.662105 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:25.738233 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:25.757891 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Publish callbacks [] for security_group (381f7474-2cfd-4c06-80f1-9dbcbb52a9ff), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:25.764219 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (381f7474-2cfd-4c06-80f1-9dbcbb52a9ff), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:25.789759 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381f7474-2cfd-4c06-80f1-9dbcbb52a9ff,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:25.804456 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-827ce001-c188-4a84-b309-687064cbdad1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1612895411-network', 'tenant_id': 'c534d8406edf44899d2fd072711786bf'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:25.806102 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-network', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:25.813784 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:25.814372 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:25.814611 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:25.814951 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:25.815289 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:25.815694 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:25.816021 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:25.816569 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:25.817086 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:25.817723 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:25.818241 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:25.818755 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:25.819245 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:25.819732 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:25.820219 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Tracked resource versions report: Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: pushed versions: Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: { 'AddressGroup': {'1.2'}, Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Agent': {'1.1'}, Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'ConntrackHelper': {'1.0'}, Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'LocalIPAssociation': {'1.0'}, Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Log': {'1.0'}, Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'NDPProxy': {'1.0'}, Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Network': {'1.1'}, Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Port': {'1.7'}, Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'PortForwarding': {'1.3'}, Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'QosPolicy': {'1.10'}, Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'SecurityGroup': {'1.5'}, Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'SecurityGroupRule': {'1.2'}, Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'SubPort': {'1.0'}, Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Subnet': {'1.1'}, Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Trunk': {'1.1'}} Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: consumer versions: Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: { DHCP agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: HyperV agent@hv-cinder-83697: {}, Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: L3 agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: Metadata agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: Metering agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: Open vSwitch agent@dv-cinder-836973-1-iscsi: { 'AddressGroup': '1.2', Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Agent': '1.1', Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'ConntrackHelper': '1.0', Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'LocalIPAssociation': '1.0', Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Log': '1.0', Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'NDPProxy': '1.0', Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Network': '1.1', Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Port': '1.7', Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'PortForwarding': '1.3', Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'QosPolicy': '1.10', Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'SecurityGroup': '1.5', Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'SecurityGroupRule': '1.2', Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'SubPort': '1.0', Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Subnet': '1.1', Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: 'Trunk': '1.1'}} Apr 07 13:36:25.821874 dv-cinder-836973-1-iscsi neutron-server[103372]: {{(pid=103372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 13:36:25.829441 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:36:25.844636 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Made reservation on behalf of cfff39388efd40cbae2510e925aa39f3 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:36:25.850101 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:25.850511 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (c2a4655c-84aa-4d4f-8441-03dbd941ffe3), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:25.850941 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.segments_db [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Added segment c2a4655c-84aa-4d4f-8441-03dbd941ffe3 of type vlan for network d2f37736-8819-4934-9b97-0c19737f4010 Apr 07 13:36:25.877915 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:25.904994 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827ce001-c188-4a84-b309-687064cbdad1 admin admin] Made reservation on behalf of c534d8406edf44899d2fd072711786bf for: {'network': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:36:25.909358 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-827ce001-c188-4a84-b309-687064cbdad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:25.921294 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (d2f37736-8819-4934-9b97-0c19737f4010), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:25.924625 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-827ce001-c188-4a84-b309-687064cbdad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.017556 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (d2f37736-8819-4934-9b97-0c19737f4010), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.026461 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:26.027329 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.050981 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Publish callbacks [] for security_group (20ca1eb8-8514-4e56-86b9-959d698a34a9), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.058540 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (20ca1eb8-8514-4e56-86b9-959d698a34a9), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.081736 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:36:26.091176 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (2ab35a1b-27a3-4d90-9955-59ac4147b4e3), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.091762 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Added segment 2ab35a1b-27a3-4d90-9955-59ac4147b4e3 of type vlan for network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 Apr 07 13:36:26.147384 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9985023 Apr 07 13:36:26.150461 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 51918) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:26.152512 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-827ce001-c188-4a84-b309-687064cbdad1 admin admin] Publish callbacks [] for security_group (fa958565-777f-415a-bdca-d417b5c6c406), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.158773 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-b83dabd4-186b-4e3b-a06d-1e505d497a32 admin admin] Request body: {'subnet': {'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-subnet', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:26.171839 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-827ce001-c188-4a84-b309-687064cbdad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (fa958565-777f-415a-bdca-d417b5c6c406), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.181757 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0979924-6388-4b9a-81f6-a5d9766c89fe admin admin] Pushing event updated for resources: {'Network': ['ID=d2f37736-8819-4934-9b97-0c19737f4010,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:26.184017 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (b5bd9a4c-8559-482d-88bc-e72fed5a4c34), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.194018 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network d2f37736-8819-4934-9b97-0c19737f4010 details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:36:26.216452 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ce001-c188-4a84-b309-687064cbdad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa958565-777f-415a-bdca-d417b5c6c406,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:26.244061 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83dabd4-186b-4e3b-a06d-1e505d497a32 admin admin] Made reservation on behalf of 59715e21f0534203a83abb04295ad163 for: {'subnet': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:36:26.249066 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b83dabd4-186b-4e3b-a06d-1e505d497a32 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.344578 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ca1eb8-8514-4e56-86b9-959d698a34a9,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:26.352914 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (b5bd9a4c-8559-482d-88bc-e72fed5a4c34), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.354361 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:26.355291 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.365677 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.db.api [None req-827ce001-c188-4a84-b309-687064cbdad1 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 13:36:26.366001 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG oslo_db.api [None req-827ce001-c188-4a84-b309-687064cbdad1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 13:36:26.455088 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Pushing event updated for resources: {'Network': ['ID=b5bd9a4c-8559-482d-88bc-e72fed5a4c34,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:26.462786 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8995743 Apr 07 13:36:26.465061 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.465594 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.471449 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.471831 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.472181 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.472520 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.472856 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.473186 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.473538 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.473913 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.474244 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.474635 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.474974 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.475280 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.475632 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Tracked resource versions report: Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: pushed versions: Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: { 'AddressGroup': {'1.2'}, Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Agent': {'1.1'}, Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'ConntrackHelper': {'1.0'}, Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'LocalIPAssociation': {'1.0'}, Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Log': {'1.0'}, Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'NDPProxy': {'1.0'}, Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Network': {'1.1'}, Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Port': {'1.7'}, Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'PortForwarding': {'1.3'}, Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'QosPolicy': {'1.10'}, Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'SecurityGroup': {'1.5'}, Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'SecurityGroupRule': {'1.2'}, Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'SubPort': {'1.0'}, Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Subnet': {'1.1'}, Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Trunk': {'1.1'}} Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: consumer versions: Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: { DHCP agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: HyperV agent@hv-cinder-83697: {}, Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: L3 agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: Metadata agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: Metering agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: Open vSwitch agent@dv-cinder-836973-1-iscsi: { 'AddressGroup': '1.2', Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Agent': '1.1', Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'ConntrackHelper': '1.0', Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'LocalIPAssociation': '1.0', Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Log': '1.0', Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'NDPProxy': '1.0', Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Network': '1.1', Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Port': '1.7', Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'PortForwarding': '1.3', Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'QosPolicy': '1.10', Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'SecurityGroup': '1.5', Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'SecurityGroupRule': '1.2', Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'SubPort': '1.0', Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Subnet': '1.1', Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: 'Trunk': '1.1'}} Apr 07 13:36:26.476819 dv-cinder-836973-1-iscsi neutron-server[103371]: {{(pid=103371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 13:36:26.480719 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 51940) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:26.493484 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-f40b8d9f-8163-409a-bd54-054f0f1add38 admin admin] Request body: {'subnet': {'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-subnet', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:26.507583 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.508345 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.508874 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.509398 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.509890 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.510694 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.511225 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.511762 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.512288 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.512791 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.513321 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.513826 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.514372 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.514942 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.515423 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f8a95-4674-4c22-895d-ca1ad6f6cea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:26.539124 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40b8d9f-8163-409a-bd54-054f0f1add38 admin admin] Made reservation on behalf of cfff39388efd40cbae2510e925aa39f3 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:36:26.540753 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:36:26.542996 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f40b8d9f-8163-409a-bd54-054f0f1add38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.608668 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b83dabd4-186b-4e3b-a06d-1e505d497a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for subnet (a917fc77-14fb-4645-92aa-d172ac36c200), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.705477 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83dabd4-186b-4e3b-a06d-1e505d497a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a917fc77-14fb-4645-92aa-d172ac36c200,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:26.711675 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83dabd4-186b-4e3b-a06d-1e505d497a32 admin admin] Checking segment: {'id': 'c2a4655c-84aa-4d4f-8441-03dbd941ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:36:26.711900 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83dabd4-186b-4e3b-a06d-1e505d497a32 admin admin] Network hostable DHCP agents. Network: d2f37736-8819-4934-9b97-0c19737f4010, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:36:26.751984 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83dabd4-186b-4e3b-a06d-1e505d497a32 admin admin] Network d2f37736-8819-4934-9b97-0c19737f4010 is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:36:26.765714 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-b83dabd4-186b-4e3b-a06d-1e505d497a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, d2f37736-8819-4934-9b97-0c19737f4010) {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:36:26.773992 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83dabd4-186b-4e3b-a06d-1e505d497a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:26.774862 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b83dabd4-186b-4e3b-a06d-1e505d497a32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.777554 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbabe1b-f789-48ff-b6d2-1bb436303cfc None None] Network d2f37736-8819-4934-9b97-0c19737f4010 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:36:26.799616 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-b83dabd4-186b-4e3b-a06d-1e505d497a32 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6455088 Apr 07 13:36:26.803285 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 51960) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:26.814106 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:26.858529 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57370'] for router (f66672a6-c223-413d-ad48-2d802a087c24), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.859961 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-420324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57363'] for router (f66672a6-c223-413d-ad48-2d802a087c24), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.866792 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-827ce001-c188-4a84-b309-687064cbdad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.911477 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827ce001-c188-4a84-b309-687064cbdad1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:36:26.947360 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f40b8d9f-8163-409a-bd54-054f0f1add38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for subnet (caad4ec9-a40e-4065-a3e8-632593f10c40), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.986211 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-827ce001-c188-4a84-b309-687064cbdad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (d3bf4705-42db-4ff0-9b48-d1afd85a75f1), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:26.986578 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.segments_db [None req-827ce001-c188-4a84-b309-687064cbdad1 admin admin] Added segment d3bf4705-42db-4ff0-9b48-d1afd85a75f1 of type vlan for network 2f898e86-eb8a-4267-8f53-ac7753f17809 Apr 07 13:36:26.997314 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] Publish callbacks [] for router_controller (f66672a6-c223-413d-ad48-2d802a087c24), precommit_add_association {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:27.003283 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d2e1798-9abe-5abe-a8d6-f7ff823ce7ba-d2f37736-8819-4934-9b97-0c19737f4010', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'project_id': '59715e21f0534203a83abb04295ad163', 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200'}]}} from dv-cinder-836973-1-iscsi. {{(pid=103373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 13:36:27.004618 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:27.109226 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b8d9f-8163-409a-bd54-054f0f1add38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caad4ec9-a40e-4065-a3e8-632593f10c40,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:27.115250 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b8d9f-8163-409a-bd54-054f0f1add38 admin admin] Checking segment: {'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:36:27.123799 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b8d9f-8163-409a-bd54-054f0f1add38 admin admin] Network hostable DHCP agents. Network: b5bd9a4c-8559-482d-88bc-e72fed5a4c34, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:36:27.159744 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b8d9f-8163-409a-bd54-054f0f1add38 admin admin] Network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:36:27.178399 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-f40b8d9f-8163-409a-bd54-054f0f1add38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, b5bd9a4c-8559-482d-88bc-e72fed5a4c34) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:36:27.190177 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40b8d9f-8163-409a-bd54-054f0f1add38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:27.191525 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f40b8d9f-8163-409a-bd54-054f0f1add38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:27.191735 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] Publish callbacks [] for router_gateway (f66672a6-c223-413d-ad48-2d802a087c24), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:27.210370 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f8b578-0de7-45a8-8d7e-d91afefac912 None None] Network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:36:27.225649 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f40b8d9f-8163-409a-bd54-054f0f1add38 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7424357 Apr 07 13:36:27.228357 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 51978) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:27.236326 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-router', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:27.239294 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-827ce001-c188-4a84-b309-687064cbdad1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (2f898e86-eb8a-4267-8f53-ac7753f17809), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:27.308773 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57370'] for router (caf195c7-a9eb-4583-85e2-8622c1fe97b3), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:27.312972 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-420324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57363'] for router (caf195c7-a9eb-4583-85e2-8622c1fe97b3), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:27.313182 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:27.313363 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-827ce001-c188-4a84-b309-687064cbdad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (2f898e86-eb8a-4267-8f53-ac7753f17809), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:27.314579 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827ce001-c188-4a84-b309-687064cbdad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:27.315394 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-827ce001-c188-4a84-b309-687064cbdad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:27.323907 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Allocated IP 172.20.0.2 (d2f37736-8819-4934-9b97-0c19737f4010/a917fc77-14fb-4645-92aa-d172ac36c200/be7acaa7-1ba9-4acd-b7be-ef5ce4859503) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:36:27.424371 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d2e1798-9abe-5abe-a8d6-f7ff823ce7ba-b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'fixed_ips': [{'subnet_id': 'caad4ec9-a40e-4065-a3e8-632593f10c40'}]}} from dv-cinder-836973-1-iscsi. {{(pid=103373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 13:36:27.425635 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:27.454330 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ce001-c188-4a84-b309-687064cbdad1 admin admin] Pushing event updated for resources: {'Network': ['ID=2f898e86-eb8a-4267-8f53-ac7753f17809,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:27.474050 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network 2f898e86-eb8a-4267-8f53-ac7753f17809 details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:36:27.479451 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-827ce001-c188-4a84-b309-687064cbdad1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8753610 Apr 07 13:36:27.483528 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 51990) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:27.488166 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-7f5a613b-c183-4d27-9302-f350ba23da73 admin admin] Request body: {'subnet': {'network_id': '2f898e86-eb8a-4267-8f53-ac7753f17809', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1612895411-subnet', 'tenant_id': 'c534d8406edf44899d2fd072711786bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:27.531304 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5a613b-c183-4d27-9302-f350ba23da73 admin admin] Made reservation on behalf of c534d8406edf44899d2fd072711786bf for: {'subnet': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:36:27.533257 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7f5a613b-c183-4d27-9302-f350ba23da73 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:27.716918 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] Publish callbacks [] for router_controller (caf195c7-a9eb-4583-85e2-8622c1fe97b3), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:27.735440 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Allocated IP 172.20.0.2 (b5bd9a4c-8559-482d-88bc-e72fed5a4c34/caad4ec9-a40e-4065-a3e8-632593f10c40/1fabb394-be8c-4b64-b789-1bf74f2edbbf) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:36:27.851993 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] Publish callbacks [] for router_gateway (f66672a6-c223-413d-ad48-2d802a087c24), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:27.930663 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:27.941332 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Publish callbacks [] for port (1fabb394-be8c-4b64-b789-1bf74f2edbbf), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:27.961639 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (1fabb394-be8c-4b64-b789-1bf74f2edbbf), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:28.058066 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7f5a613b-c183-4d27-9302-f350ba23da73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for subnet (7d32e66b-cbb9-4df8-a5bd-c113f13bfc1c), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:28.128512 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:36:28.139315 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:36:28.141529 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] Publish callbacks [] for router_gateway (caf195c7-a9eb-4583-85e2-8622c1fe97b3), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:28.142390 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:36:28.274404 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a613b-c183-4d27-9302-f350ba23da73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d32e66b-cbb9-4df8-a5bd-c113f13bfc1c,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:28.286579 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Attempting to bind port 1fabb394-be8c-4b64-b789-1bf74f2edbbf on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:36:28.287111 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Attempting to bind port 1fabb394-be8c-4b64-b789-1bf74f2edbbf by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:36:28.287318 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Attempting to bind port 1fabb394-be8c-4b64-b789-1bf74f2edbbf on network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:36:28.312898 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Pushing event updated for resources: {'Port': ['ID=1fabb394-be8c-4b64-b789-1bf74f2edbbf,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:28.315337 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:36:28.315768 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Checking segment: {'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:36:28.316249 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:28.316700 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Bound using segment: {'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:36:28.317266 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Bound port: 1fabb394-be8c-4b64-b789-1bf74f2edbbf, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:36:28.318241 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (1fabb394-be8c-4b64-b789-1bf74f2edbbf), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:28.321006 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 52018) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:28.325433 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Publish callbacks [] for port (be7acaa7-1ba9-4acd-b7be-ef5ce4859503), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:28.340840 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:28.341354 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:28.341844 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:28.342564 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:28.342976 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:28.343359 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:28.343784 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:28.344161 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:28.344495 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:28.344991 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:28.345328 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:28.345676 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:28.346057 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:28.346415 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:28.346745 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Tracked resource versions report: Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: pushed versions: Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: { 'AddressGroup': {'1.2'}, Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Agent': {'1.1'}, Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'ConntrackHelper': {'1.0'}, Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'LocalIPAssociation': {'1.0'}, Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Log': {'1.0'}, Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'NDPProxy': {'1.0'}, Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Network': {'1.1'}, Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Port': {'1.7'}, Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'PortForwarding': {'1.3'}, Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'QosPolicy': {'1.10'}, Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'SecurityGroup': {'1.5'}, Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'SecurityGroupRule': {'1.2'}, Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'SubPort': {'1.0'}, Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Subnet': {'1.1'}, Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Trunk': {'1.1'}} Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: consumer versions: Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: { DHCP agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: HyperV agent@hv-cinder-83697: {}, Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: L3 agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: Metadata agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: Metering agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: Open vSwitch agent@dv-cinder-836973-1-iscsi: { 'AddressGroup': '1.2', Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Agent': '1.1', Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'ConntrackHelper': '1.0', Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'LocalIPAssociation': '1.0', Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Log': '1.0', Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'NDPProxy': '1.0', Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Network': '1.1', Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Port': '1.7', Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'PortForwarding': '1.3', Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'QosPolicy': '1.10', Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'SecurityGroup': '1.5', Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'SecurityGroupRule': '1.2', Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'SubPort': '1.0', Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Subnet': '1.1', Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: 'Trunk': '1.1'}} Apr 07 13:36:28.348027 dv-cinder-836973-1-iscsi neutron-server[103373]: {{(pid=103373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 13:36:28.357815 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] Allocated IP 172.27.0.72 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/4eb1663b-cd51-4364-9ad1-4ce2b62196ab) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:36:28.361252 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5a613b-c183-4d27-9302-f350ba23da73 admin admin] Checking segment: {'id': 'd3bf4705-42db-4ff0-9b48-d1afd85a75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f898e86-eb8a-4267-8f53-ac7753f17809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:36:28.361689 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5a613b-c183-4d27-9302-f350ba23da73 admin admin] Network hostable DHCP agents. Network: 2f898e86-eb8a-4267-8f53-ac7753f17809, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:36:28.361811 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (be7acaa7-1ba9-4acd-b7be-ef5ce4859503), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:28.410425 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5a613b-c183-4d27-9302-f350ba23da73 admin admin] Network 2f898e86-eb8a-4267-8f53-ac7753f17809 is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:36:28.431630 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Network d2f37736-8819-4934-9b97-0c19737f4010 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:36:28.443758 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:36:28.447304 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] Publish callbacks [] for router_gateway (caf195c7-a9eb-4583-85e2-8622c1fe97b3), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:28.450401 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:36:28.459060 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-7f5a613b-c183-4d27-9302-f350ba23da73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, 2f898e86-eb8a-4267-8f53-ac7753f17809) {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:36:28.466725 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5a613b-c183-4d27-9302-f350ba23da73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:28.467741 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7f5a613b-c183-4d27-9302-f350ba23da73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:28.480291 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:28.481839 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeb4cca-199f-4871-81a1-c522a0645b81 None None] Network 2f898e86-eb8a-4267-8f53-ac7753f17809 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:36:28.490841 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Pushing event updated for resources: {'Port': ['ID=be7acaa7-1ba9-4acd-b7be-ef5ce4859503,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:28.512536 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6639d177-76c5-4cf9-a3a5-ef7c1a063fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:28.524354 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-7f5a613b-c183-4d27-9302-f350ba23da73 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0403144 Apr 07 13:36:28.527493 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] Publish callbacks [] for port (4eb1663b-cd51-4364-9ad1-4ce2b62196ab), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:28.607575 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6639d177-76c5-4cf9-a3a5-ef7c1a063fad admin admin] Publish callbacks [] for security_group (0498bc63-19b8-4146-adca-59bc3f0e3da1), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:28.620529 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6639d177-76c5-4cf9-a3a5-ef7c1a063fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (0498bc63-19b8-4146-adca-59bc3f0e3da1), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:28.621094 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] For port 1fabb394-be8c-4b64-b789-1bf74f2edbbf, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:36:28.675450 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] For port 1fabb394-be8c-4b64-b789-1bf74f2edbbf, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=1fabb394-be8c-4b64-b789-1bf74f2edbbf,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:36:28.687116 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639d177-76c5-4cf9-a3a5-ef7c1a063fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0498bc63-19b8-4146-adca-59bc3f0e3da1,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:28.694345 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-6639d177-76c5-4cf9-a3a5-ef7c1a063fad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7153b2ff37c04cef84e684409c34314d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3700132 Apr 07 13:36:28.695295 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 52026) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:28.702545 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (1fabb394-be8c-4b64-b789-1bf74f2edbbf), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:28.707869 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (4eb1663b-cd51-4364-9ad1-4ce2b62196ab), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:28.710135 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Attempting to bind port be7acaa7-1ba9-4acd-b7be-ef5ce4859503 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:36:28.710626 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Attempting to bind port be7acaa7-1ba9-4acd-b7be-ef5ce4859503 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': 'c2a4655c-84aa-4d4f-8441-03dbd941ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:36:28.711251 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Attempting to bind port be7acaa7-1ba9-4acd-b7be-ef5ce4859503 on network d2f37736-8819-4934-9b97-0c19737f4010 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:36:28.721414 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:28.752907 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:36:28.753238 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Checking segment: {'id': 'c2a4655c-84aa-4d4f-8441-03dbd941ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:36:28.753642 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:28.754256 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Bound using segment: {'id': 'c2a4655c-84aa-4d4f-8441-03dbd941ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:36:28.754563 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Bound port: be7acaa7-1ba9-4acd-b7be-ef5ce4859503, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a4655c-84aa-4d4f-8441-03dbd941ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:36:28.754997 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (be7acaa7-1ba9-4acd-b7be-ef5ce4859503), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:28.756759 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:36:28.767672 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:36:28.773318 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:36:28.822237 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] Allocated IP 172.27.0.12 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/e25aa3a2-7ad8-4479-a070-487f5721ff28) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:36:28.824475 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fa4c43-0f19-4820-880f-2ce049bcbf95 None None] Network 2f898e86-eb8a-4267-8f53-ac7753f17809 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:36:28.910001 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] Pushing event updated for resources: {'Port': ['ID=4eb1663b-cd51-4364-9ad1-4ce2b62196ab,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:28.966429 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60897-d1a9-46c1-82aa-dd0437ad7e9c None None] Pushing event updated for resources: {'Port': ['ID=1fabb394-be8c-4b64-b789-1bf74f2edbbf,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:29.019191 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] Publish callbacks [] for port (e25aa3a2-7ad8-4479-a070-487f5721ff28), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:29.024438 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] For port be7acaa7-1ba9-4acd-b7be-ef5ce4859503, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:36:29.047628 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] For port be7acaa7-1ba9-4acd-b7be-ef5ce4859503, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=be7acaa7-1ba9-4acd-b7be-ef5ce4859503,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:36:29.101724 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (be7acaa7-1ba9-4acd-b7be-ef5ce4859503), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:29.191306 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c3b30fd-f256-4a7f-a0a5-05e9052dfe63 admin admin] Publish callbacks [] for security_group (0498bc63-19b8-4146-adca-59bc3f0e3da1), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:29.203348 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (e25aa3a2-7ad8-4479-a070-487f5721ff28), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:29.245380 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c77e5f-270f-4251-b22d-5a97d0bd767d None None] Pushing event updated for resources: {'Port': ['ID=be7acaa7-1ba9-4acd-b7be-ef5ce4859503,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:29.264298 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 52074) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:29.269018 dv-cinder-836973-1-iscsi neutron-server[103372]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 13:36:29.401758 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] Publish callbacks [] for router_gateway (f66672a6-c223-413d-ad48-2d802a087c24), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:29.408778 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c3b30fd-f256-4a7f-a0a5-05e9052dfe63 admin admin] Publish callbacks [] for security_group (0498bc63-19b8-4146-adca-59bc3f0e3da1), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:29.428387 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:36:29.451645 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:36:29.461599 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:36:29.475455 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] Pushing event updated for resources: {'Port': ['ID=e25aa3a2-7ad8-4479-a070-487f5721ff28,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:29.693620 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c3b30fd-f256-4a7f-a0a5-05e9052dfe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (0498bc63-19b8-4146-adca-59bc3f0e3da1), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:29.697372 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c3b30fd-f256-4a7f-a0a5-05e9052dfe63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:29.709496 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9c3b30fd-f256-4a7f-a0a5-05e9052dfe63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0498bc63-19b8-4146-adca-59bc3f0e3da1 HTTP/1.1" status: 204 len: 168 time: 1.0015223 Apr 07 13:36:29.719925 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-f8516f9f-4e6c-4241-9aae-a9e5750064b9 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:29.722113 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-f8516f9f-4e6c-4241-9aae-a9e5750064b9 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/networks?id=2f898e86-eb8a-4267-8f53-ac7753f17809 HTTP/1.1" status: 200 len: 812 time: 0.4564536 Apr 07 13:36:29.766634 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-40173d37-2181-482d-b04e-d75bf45e235c tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/quotas/c534d8406edf44899d2fd072711786bf HTTP/1.1" status: 200 len: 375 time: 0.0283029 Apr 07 13:36:29.821844 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b30fd-f256-4a7f-a0a5-05e9052dfe63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0498bc63-19b8-4146-adca-59bc3f0e3da1,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:29.935367 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device be7acaa7-1ba9-4acd-b7be-ef5ce4859503 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:36:30.075527 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port be7acaa7-1ba9-4acd-b7be-ef5ce4859503 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:30.076164 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (be7acaa7-1ba9-4acd-b7be-ef5ce4859503), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:30.079875 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-1067150a-06a7-4334-92b6-cbca1d496367 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c534d8406edf44899d2fd072711786bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2744372 Apr 07 13:36:30.241258 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431655'] for router (f66672a6-c223-413d-ad48-2d802a087c24), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:30.312434 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] Publish callbacks [] for router_gateway (caf195c7-a9eb-4583-85e2-8622c1fe97b3), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:30.468373 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port be7acaa7-1ba9-4acd-b7be-ef5ce4859503 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:36:30.468633 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (be7acaa7-1ba9-4acd-b7be-ef5ce4859503), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:30.493010 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:30.533276 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] For port be7acaa7-1ba9-4acd-b7be-ef5ce4859503, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=be7acaa7-1ba9-4acd-b7be-ef5ce4859503,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:36:30.540845 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (be7acaa7-1ba9-4acd-b7be-ef5ce4859503), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:30.541986 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 1fabb394-be8c-4b64-b789-1bf74f2edbbf up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:36:30.566394 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-b9527da9-cf10-4963-b874-88fa7e4fd529 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:36:30.574030 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-b9527da9-cf10-4963-b874-88fa7e4fd529 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1047451 Apr 07 13:36:30.677154 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Pushing event updated for resources: {'Port': ['ID=be7acaa7-1ba9-4acd-b7be-ef5ce4859503,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:30.694082 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 1fabb394-be8c-4b64-b789-1bf74f2edbbf triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:30.695181 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (1fabb394-be8c-4b64-b789-1bf74f2edbbf), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:30.727470 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] Router f66672a6-c223-413d-ad48-2d802a087c24 is scheduled to L3 agent fdb95e97-0059-4137-9443-d45a15104627 with binding_index 1 {{(pid=103372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 13:36:30.766956 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfc7c6e-1781-43a2-adf8-e550ca872e5d None None] Network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:36:30.830371 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-f1865c05-9fac-4a7f-8733-6bf061a77dd1 None None] Provisioning complete for port 1fabb394-be8c-4b64-b789-1bf74f2edbbf triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:30.831080 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1865c05-9fac-4a7f-8733-6bf061a77dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (1fabb394-be8c-4b64-b789-1bf74f2edbbf), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:30.849270 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-6eb35f90-0176-4977-994c-bb3caa0611f1 service neutron] 10.222.0.39 "GET /v2.0/networks/2f898e86-eb8a-4267-8f53-ac7753f17809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740657 Apr 07 13:36:30.892310 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431655'] for router (caf195c7-a9eb-4583-85e2-8622c1fe97b3), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:31.014913 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-994cdffb-2571-4d77-a83a-43c95e50456a service neutron] 10.222.0.39 "GET /v2.0/networks/2f898e86-eb8a-4267-8f53-ac7753f17809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647041 Apr 07 13:36:31.041476 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:36:31.052653 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Sync routers for ids ['f66672a6-c223-413d-ad48-2d802a087c24'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:36:31.089085 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:31.090543 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-ca17432e-0442-4c12-bf50-c0ca737d0a10 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2860107 Apr 07 13:36:31.093799 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 52152) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:31.134858 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f1865c05-9fac-4a7f-8733-6bf061a77dd1 None None] Current status of the port 1fabb394-be8c-4b64-b789-1bf74f2edbbf is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:36:31.135351 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1865c05-9fac-4a7f-8733-6bf061a77dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (1fabb394-be8c-4b64-b789-1bf74f2edbbf), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:31.138061 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 1fabb394-be8c-4b64-b789-1bf74f2edbbf is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:36:31.138463 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (1fabb394-be8c-4b64-b789-1bf74f2edbbf), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:31.147501 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] Router caf195c7-a9eb-4583-85e2-8622c1fe97b3 is scheduled to L3 agent fdb95e97-0059-4137-9443-d45a15104627 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 13:36:31.151714 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40b2f5a-a7db-40ef-bcc7-4bfd8d29d537 None None] Network d2f37736-8819-4934-9b97-0c19737f4010 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:36:31.247745 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Routers {'f66672a6-c223-413d-ad48-2d802a087c24'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:36:31.249145 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:36:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['f66672a6-c223-413d-ad48-2d802a087c24'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:31.319417 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] For port 1fabb394-be8c-4b64-b789-1bf74f2edbbf, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=1fabb394-be8c-4b64-b789-1bf74f2edbbf,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:36:31.342497 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (1fabb394-be8c-4b64-b789-1bf74f2edbbf), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:31.369049 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:36:31.410007 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:31.412188 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7b5f576d-13e1-4482-9970-2746d1d1402f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1828592 Apr 07 13:36:31.419580 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 52166) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:31.479617 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Sync routers for ids ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:36:31.487201 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 52174) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:31.594093 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Set router f66672a6-c223-413d-ad48-2d802a087c24 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:36:31.639119 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1af4b3c5-4427-4fbc-953e-d8a6764ab54d req-94d9b04b-4740-4197-8332-cdcd75fde13d tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 210 time: 0.1452196 Apr 07 13:36:31.670880 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Routers {'caf195c7-a9eb-4583-85e2-8622c1fe97b3'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:36:31.671317 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:36:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:31.673523 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.db.api [None req-f1865c05-9fac-4a7f-8733-6bf061a77dd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 13:36:31.673979 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG oslo_db.api [None req-f1865c05-9fac-4a7f-8733-6bf061a77dd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 13:36:31.677434 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Pushing event updated for resources: {'Port': ['ID=1fabb394-be8c-4b64-b789-1bf74f2edbbf,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:31.828281 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device be7acaa7-1ba9-4acd-b7be-ef5ce4859503 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:36:31.939528 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:36:28Z', 'revision_number': 3, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:31.980070 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Checking router: f66672a6-c223-413d-ad48-2d802a087c24 for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:36:31.980792 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Updating router f66672a6-c223-413d-ad48-2d802a087c24 port 4eb1663b-cd51-4364-9ad1-4ce2b62196ab binding host dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:36:32.018277 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (4eb1663b-cd51-4364-9ad1-4ce2b62196ab), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:32.163777 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port be7acaa7-1ba9-4acd-b7be-ef5ce4859503 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:32.164342 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (be7acaa7-1ba9-4acd-b7be-ef5ce4859503), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:32.473001 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9cd08fce-f631-4cea-8808-aa8a09f23a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:32.484443 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f1865c05-9fac-4a7f-8733-6bf061a77dd1 None None] Current status of the port 1fabb394-be8c-4b64-b789-1bf74f2edbbf is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:36:32.490195 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f75f2e93-4402-4207-9fa2-7b84afde8b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:32.576695 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Set router caf195c7-a9eb-4583-85e2-8622c1fe97b3 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:36:32.605343 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Publish callbacks [] for port (4eb1663b-cd51-4364-9ad1-4ce2b62196ab), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:32.616021 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (4eb1663b-cd51-4364-9ad1-4ce2b62196ab), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:32.721919 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Attempting to bind port 4eb1663b-cd51-4364-9ad1-4ce2b62196ab on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:36:32.730540 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Attempting to bind port 4eb1663b-cd51-4364-9ad1-4ce2b62196ab by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:36:32.734811 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Attempting to bind port 4eb1663b-cd51-4364-9ad1-4ce2b62196ab on network 11de5774-1b52-4991-93c6-544d79153129 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:36:32.737098 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port be7acaa7-1ba9-4acd-b7be-ef5ce4859503 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:36:32.766656 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af89c78-be13-491f-9ff5-2a2ee4d7aef2 None None] Pushing event updated for resources: {'Port': ['ID=4eb1663b-cd51-4364-9ad1-4ce2b62196ab,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:32.770896 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:36:32.775493 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Checking segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:36:32.777716 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:32.778270 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Bound using segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:36:32.779831 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Bound port: 4eb1663b-cd51-4364-9ad1-4ce2b62196ab, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:36:32.781352 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (4eb1663b-cd51-4364-9ad1-4ce2b62196ab), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:32.782578 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7e3e5989-c503-48c1-9dda-907abfd2a0ac req-32c5891b-2669-4eba-adac-b34f378e0932 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0517874 Apr 07 13:36:32.789139 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-f75f2e93-4402-4207-9fa2-7b84afde8b24 admin admin] Allocated IP 172.20.0.1 (b5bd9a4c-8559-482d-88bc-e72fed5a4c34/caad4ec9-a40e-4065-a3e8-632593f10c40/a7285bc2-7ead-4f2c-b12c-8b092af79475) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:36:32.814750 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af89c78-be13-491f-9ff5-2a2ee4d7aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:32.815298 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af89c78-be13-491f-9ff5-2a2ee4d7aef2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:32.815803 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af89c78-be13-491f-9ff5-2a2ee4d7aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:32.816084 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-1b90c693-768f-44fc-afd0-e095d3cb0b23 None None] Provisioning complete for port be7acaa7-1ba9-4acd-b7be-ef5ce4859503 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:32.816460 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af89c78-be13-491f-9ff5-2a2ee4d7aef2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:32.816854 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b90c693-768f-44fc-afd0-e095d3cb0b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (be7acaa7-1ba9-4acd-b7be-ef5ce4859503), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:32.817081 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af89c78-be13-491f-9ff5-2a2ee4d7aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:32.817723 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af89c78-be13-491f-9ff5-2a2ee4d7aef2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:32.818338 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af89c78-be13-491f-9ff5-2a2ee4d7aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:32.818800 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af89c78-be13-491f-9ff5-2a2ee4d7aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:32.819267 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af89c78-be13-491f-9ff5-2a2ee4d7aef2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:32.819719 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af89c78-be13-491f-9ff5-2a2ee4d7aef2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:32.820184 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af89c78-be13-491f-9ff5-2a2ee4d7aef2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:32.820686 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af89c78-be13-491f-9ff5-2a2ee4d7aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:32.821136 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af89c78-be13-491f-9ff5-2a2ee4d7aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:32.821582 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af89c78-be13-491f-9ff5-2a2ee4d7aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:32.822028 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af89c78-be13-491f-9ff5-2a2ee4d7aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af89c78-be13-491f-9ff5-2a2ee4d7aef2 None None] Tracked resource versions report: Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: pushed versions: Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: { 'AddressGroup': {'1.2'}, Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Agent': {'1.1'}, Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'ConntrackHelper': {'1.0'}, Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'LocalIPAssociation': {'1.0'}, Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Log': {'1.0'}, Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'NDPProxy': {'1.0'}, Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Network': {'1.1'}, Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Port': {'1.7'}, Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'PortForwarding': {'1.3'}, Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'QosPolicy': {'1.10'}, Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'SecurityGroup': {'1.5'}, Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'SecurityGroupRule': {'1.2'}, Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'SubPort': {'1.0'}, Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Subnet': {'1.1'}, Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Trunk': {'1.1'}} Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: consumer versions: Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: { DHCP agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: HyperV agent@hv-cinder-83697: {}, Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: L3 agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: Metadata agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: Metering agent@dv-cinder-836973-1-iscsi: {}, Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: Open vSwitch agent@dv-cinder-836973-1-iscsi: { 'AddressGroup': '1.2', Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Agent': '1.1', Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'ConntrackHelper': '1.0', Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'LocalIPAssociation': '1.0', Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Log': '1.0', Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'NDPProxy': '1.0', Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Network': '1.1', Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Port': '1.7', Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'PortForwarding': '1.3', Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'QosPolicy': '1.10', Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'SecurityGroup': '1.5', Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'SecurityGroupRule': '1.2', Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'SubPort': '1.0', Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Subnet': '1.1', Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: 'Trunk': '1.1'}} Apr 07 13:36:32.823391 dv-cinder-836973-1-iscsi neutron-server[103374]: {{(pid=103374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 13:36:32.891382 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] For port 4eb1663b-cd51-4364-9ad1-4ce2b62196ab, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:36:32.898670 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] For port 4eb1663b-cd51-4364-9ad1-4ce2b62196ab, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=4eb1663b-cd51-4364-9ad1-4ce2b62196ab,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:36:32.906582 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-9cd08fce-f631-4cea-8808-aa8a09f23a37 admin admin] Allocated IP 172.20.0.1 (d2f37736-8819-4934-9b97-0c19737f4010/a917fc77-14fb-4645-92aa-d172ac36c200/9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:36:32.912401 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (4eb1663b-cd51-4364-9ad1-4ce2b62196ab), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:32.986035 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-1b90c693-768f-44fc-afd0-e095d3cb0b23 None None] Current status of the port be7acaa7-1ba9-4acd-b7be-ef5ce4859503 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:36:33.006662 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-1b90c693-768f-44fc-afd0-e095d3cb0b23 None None] Provisioning complete for port 1fabb394-be8c-4b64-b789-1bf74f2edbbf triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:33.007127 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b90c693-768f-44fc-afd0-e095d3cb0b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (1fabb394-be8c-4b64-b789-1bf74f2edbbf), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.034341 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Routers {'f66672a6-c223-413d-ad48-2d802a087c24'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:36:33.036469 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:36:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['f66672a6-c223-413d-ad48-2d802a087c24'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:33.045737 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9cd08fce-f631-4cea-8808-aa8a09f23a37 admin admin] Publish callbacks [] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.073921 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f75f2e93-4402-4207-9fa2-7b84afde8b24 admin admin] Publish callbacks [] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.075350 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-router', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:29Z', 'revision_number': 3, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'gw_port': {'id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:28Z', 'updated_at': '2022-04-07T13:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:33.087334 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9cd08fce-f631-4cea-8808-aa8a09f23a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.113089 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Checking router: caf195c7-a9eb-4583-85e2-8622c1fe97b3 for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:36:33.113901 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Updating router caf195c7-a9eb-4583-85e2-8622c1fe97b3 port e25aa3a2-7ad8-4479-a070-487f5721ff28 binding host dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:36:33.159955 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af89c78-be13-491f-9ff5-2a2ee4d7aef2 None None] Pushing event updated for resources: {'Port': ['ID=4eb1663b-cd51-4364-9ad1-4ce2b62196ab,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:33.163946 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f75f2e93-4402-4207-9fa2-7b84afde8b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.197143 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-1b90c693-768f-44fc-afd0-e095d3cb0b23 None None] Current status of the port 1fabb394-be8c-4b64-b789-1bf74f2edbbf is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:36:33.213480 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd08fce-f631-4cea-8808-aa8a09f23a37 admin admin] Network d2f37736-8819-4934-9b97-0c19737f4010 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:36:33.224028 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (e25aa3a2-7ad8-4479-a070-487f5721ff28), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.225825 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-9cd08fce-f631-4cea-8808-aa8a09f23a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:36:33.231725 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd08fce-f631-4cea-8808-aa8a09f23a37 admin admin] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:36:33.236393 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9cd08fce-f631-4cea-8808-aa8a09f23a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421704'] for router_interface (f66672a6-c223-413d-ad48-2d802a087c24), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.294726 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f2e93-4402-4207-9fa2-7b84afde8b24 admin admin] Pushing event updated for resources: {'Port': ['ID=a7285bc2-7ead-4f2c-b12c-8b092af79475,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:33.331485 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75f2e93-4402-4207-9fa2-7b84afde8b24 admin admin] Network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:36:33.337506 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-f75f2e93-4402-4207-9fa2-7b84afde8b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:36:33.354453 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75f2e93-4402-4207-9fa2-7b84afde8b24 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:36:33.355087 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f75f2e93-4402-4207-9fa2-7b84afde8b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421704'] for router_interface (caf195c7-a9eb-4583-85e2-8622c1fe97b3), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.401247 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] Set router f66672a6-c223-413d-ad48-2d802a087c24 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:36:33.410250 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd08fce-f631-4cea-8808-aa8a09f23a37 admin admin] Pushing event updated for resources: {'Port': ['ID=9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:33.575442 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9cd08fce-f631-4cea-8808-aa8a09f23a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.635967 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Publish callbacks [] for port (e25aa3a2-7ad8-4479-a070-487f5721ff28), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.643140 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (e25aa3a2-7ad8-4479-a070-487f5721ff28), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.695763 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Attempting to bind port e25aa3a2-7ad8-4479-a070-487f5721ff28 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:36:33.696143 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Attempting to bind port e25aa3a2-7ad8-4479-a070-487f5721ff28 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:36:33.696515 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Attempting to bind port e25aa3a2-7ad8-4479-a070-487f5721ff28 on network 11de5774-1b52-4991-93c6-544d79153129 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:36:33.706607 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:36:33.707035 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Checking segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:36:33.707887 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.708297 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Bound using segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:36:33.708787 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Bound port: e25aa3a2-7ad8-4479-a070-487f5721ff28, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:36:33.709176 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (e25aa3a2-7ad8-4479-a070-487f5721ff28), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.742761 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:36:28Z', 'revision_number': 3, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:33.754702 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 1fabb394-be8c-4b64-b789-1bf74f2edbbf up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:36:33.759592 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f7a52-60df-46ac-b23a-d703ea000c60 None None] Pushing event updated for resources: {'Port': ['ID=e25aa3a2-7ad8-4479-a070-487f5721ff28,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:33.775934 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858cc128-b6f8-4a54-a80f-1bd742c1d0ca None None] The sync data for ids ['f66672a6-c223-413d-ad48-2d802a087c24'] in dv-cinder-836973-1-iscsi is: [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:36:28Z', 'revision_number': 3, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:36:33.849604 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-0755aacc-2e4d-4324-acdb-e6caeb5e4c8a None None] Provisioning complete for port a7285bc2-7ead-4f2c-b12c-8b092af79475 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:33.850520 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0755aacc-2e4d-4324-acdb-e6caeb5e4c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.862246 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9cd08fce-f631-4cea-8808-aa8a09f23a37 admin admin] Publish callbacks [] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.869784 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9cd08fce-f631-4cea-8808-aa8a09f23a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.870811 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9cd08fce-f631-4cea-8808-aa8a09f23a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421860'] for router_interface (f66672a6-c223-413d-ad48-2d802a087c24), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.880907 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f75f2e93-4402-4207-9fa2-7b84afde8b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.900577 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-0755aacc-2e4d-4324-acdb-e6caeb5e4c8a None None] Port a7285bc2-7ead-4f2c-b12c-8b092af79475 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:36:33.914024 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] For port e25aa3a2-7ad8-4479-a070-487f5721ff28, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:36:33.935126 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] For port e25aa3a2-7ad8-4479-a070-487f5721ff28, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=e25aa3a2-7ad8-4479-a070-487f5721ff28,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:36:33.937955 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-0755aacc-2e4d-4324-acdb-e6caeb5e4c8a None None] Provisioning complete for port 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:33.938366 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0755aacc-2e4d-4324-acdb-e6caeb5e4c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.963973 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd08fce-f631-4cea-8808-aa8a09f23a37 admin admin] Pushing event updated for resources: {'Port': ['ID=9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:33.971545 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 1fabb394-be8c-4b64-b789-1bf74f2edbbf triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:33.971919 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (1fabb394-be8c-4b64-b789-1bf74f2edbbf), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:33.976250 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (e25aa3a2-7ad8-4479-a070-487f5721ff28), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:34.046796 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9d748b3d-9e23-4679-bb4c-c4d6c79341b2 req-efca408e-2434-492f-a945-f13d9f0da570 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0339050 Apr 07 13:36:34.048689 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd08fce-f631-4cea-8808-aa8a09f23a37 admin admin] Network d2f37736-8819-4934-9b97-0c19737f4010 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:36:34.050197 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-9cd08fce-f631-4cea-8808-aa8a09f23a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:36:34.057420 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f7a52-60df-46ac-b23a-d703ea000c60 None None] Pushing event updated for resources: {'Port': ['ID=e25aa3a2-7ad8-4479-a070-487f5721ff28,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:34.079040 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-0755aacc-2e4d-4324-acdb-e6caeb5e4c8a None None] Port 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:36:34.093297 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Routers {'caf195c7-a9eb-4583-85e2-8622c1fe97b3'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:36:34.093942 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:36:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:34.201175 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd08fce-f631-4cea-8808-aa8a09f23a37 admin admin] Router f66672a6-c223-413d-ad48-2d802a087c24 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:36:34.284852 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] Set router caf195c7-a9eb-4583-85e2-8622c1fe97b3 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:36:34.376989 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f75f2e93-4402-4207-9fa2-7b84afde8b24 admin admin] Publish callbacks [] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:34.380796 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 1fabb394-be8c-4b64-b789-1bf74f2edbbf is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:36:34.386622 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f75f2e93-4402-4207-9fa2-7b84afde8b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:34.387610 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f75f2e93-4402-4207-9fa2-7b84afde8b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421860'] for router_interface (caf195c7-a9eb-4583-85e2-8622c1fe97b3), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:34.480931 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f2e93-4402-4207-9fa2-7b84afde8b24 admin admin] Pushing event updated for resources: {'Port': ['ID=a7285bc2-7ead-4f2c-b12c-8b092af79475,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:34.558515 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-082e2cc5-224d-45ec-9554-81f046cdd82b None None] Provisioning complete for port 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:34.559167 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-082e2cc5-224d-45ec-9554-81f046cdd82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:34.593567 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75f2e93-4402-4207-9fa2-7b84afde8b24 admin admin] Network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:36:34.595746 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-f75f2e93-4402-4207-9fa2-7b84afde8b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:36:34.624210 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd08fce-f631-4cea-8808-aa8a09f23a37 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:36:34.645619 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-9cd08fce-f631-4cea-8808-aa8a09f23a37 admin admin] 10.222.0.39 "PUT /v2.0/routers/f66672a6-c223-413d-ad48-2d802a087c24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5500774 Apr 07 13:36:34.668633 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-082e2cc5-224d-45ec-9554-81f046cdd82b None None] Port 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:36:34.721881 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-router', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'gw_port': {'id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:28Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'a7285bc2-7ead-4f2c-b12c-8b092af79475', 'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'mac_address': 'fa:16:3e:cd:2a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:32Z', 'revision_number': 1, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'subnets': [{'id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:34.775616 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75f2e93-4402-4207-9fa2-7b84afde8b24 admin admin] Router caf195c7-a9eb-4583-85e2-8622c1fe97b3 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:36:34.921278 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1399dba9-022c-44b2-a5ef-fa99af21df3d None None] The sync data for ids ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'] in dv-cinder-836973-1-iscsi is: [{'id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-router', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'gw_port': {'id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:28Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'a7285bc2-7ead-4f2c-b12c-8b092af79475', 'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'mac_address': 'fa:16:3e:cd:2a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:32Z', 'revision_number': 1, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'subnets': [{'id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:36:34.936906 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75f2e93-4402-4207-9fa2-7b84afde8b24 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:36:34.942362 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f75f2e93-4402-4207-9fa2-7b84afde8b24 admin admin] 10.222.0.39 "PUT /v2.0/routers/caf195c7-a9eb-4583-85e2-8622c1fe97b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5219810 Apr 07 13:36:34.995968 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-240133fa-5e83-44be-b4de-8199983645c2 None None] Provisioning complete for port a7285bc2-7ead-4f2c-b12c-8b092af79475 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:34.996432 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-240133fa-5e83-44be-b4de-8199983645c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:35.033499 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-240133fa-5e83-44be-b4de-8199983645c2 None None] Port a7285bc2-7ead-4f2c-b12c-8b092af79475 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:36:35.262148 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-aa02c6ad-0225-4e2e-804c-7a008ab0ae81 req-022cf9d4-b76b-40bb-b246-a31c30f8067d tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0305383 Apr 07 13:36:35.367209 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 52282) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:35.371799 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-44343856-c198-4d55-b8d6-012fd8d40042 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2109953243', 'description': 'tempest-description--956911406'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:35.405684 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-44343856-c198-4d55-b8d6-012fd8d40042 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:35.556921 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-44343856-c198-4d55-b8d6-012fd8d40042 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group (f2128cf9-8089-4a7f-b176-4551925009b6), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:35.564839 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-44343856-c198-4d55-b8d6-012fd8d40042 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (f2128cf9-8089-4a7f-b176-4551925009b6), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:35.611015 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-8d9b314f-2079-4954-9074-37d60f1febe6 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:35.612537 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-8d9b314f-2079-4954-9074-37d60f1febe6 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/networks?id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 200 len: 819 time: 0.1817842 Apr 07 13:36:35.620139 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-44343856-c198-4d55-b8d6-012fd8d40042 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:35.621261 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-44343856-c198-4d55-b8d6-012fd8d40042 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2531133 Apr 07 13:36:35.624323 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 52300) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:35.629197 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-b98895d7-da88-495a-9778-192e0ac5cfb3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Request body: {'security_group_rule': {'security_group_id': 'f2128cf9-8089-4a7f-b176-4551925009b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:35.645535 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44343856-c198-4d55-b8d6-012fd8d40042 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2128cf9-8089-4a7f-b176-4551925009b6,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:35.649902 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-5be93d83-b7ce-4b99-86a0-7fb13cec7966 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/quotas/cfff39388efd40cbae2510e925aa39f3 HTTP/1.1" status: 200 len: 375 time: 0.0272803 Apr 07 13:36:35.714517 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b98895d7-da88-495a-9778-192e0ac5cfb3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group_rule (6d5ba308-8fb8-44d7-8e8f-c0bc889f8747), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:35.823437 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 4eb1663b-cd51-4364-9ad1-4ce2b62196ab up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:36:35.826686 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-855aad11-830e-4eea-a8b6-7e4e6c8eead3 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1670249 Apr 07 13:36:35.881729 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b98895d7-da88-495a-9778-192e0ac5cfb3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group_rule (6d5ba308-8fb8-44d7-8e8f-c0bc889f8747), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:35.888192 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b98895d7-da88-495a-9778-192e0ac5cfb3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (6d5ba308-8fb8-44d7-8e8f-c0bc889f8747), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:35.910717 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98895d7-da88-495a-9778-192e0ac5cfb3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5ba308-8fb8-44d7-8e8f-c0bc889f8747,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:35.927762 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b98895d7-da88-495a-9778-192e0ac5cfb3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:35.932256 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b98895d7-da88-495a-9778-192e0ac5cfb3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3069119 Apr 07 13:36:35.932403 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 52304) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:35.939099 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 4eb1663b-cd51-4364-9ad1-4ce2b62196ab triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:35.939500 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (4eb1663b-cd51-4364-9ad1-4ce2b62196ab), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:35.944009 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-62156cbf-ed87-40f1-b5c2-22853b9fc47a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Request body: {'security_group_rule': {'security_group_id': 'f2128cf9-8089-4a7f-b176-4551925009b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:35.987695 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-07fd6d1d-f9ec-4c77-b8e6-6a0ae492cf55 service neutron] 10.222.0.39 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457970 Apr 07 13:36:36.004323 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-62156cbf-ed87-40f1-b5c2-22853b9fc47a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group_rule (e0de0c3f-54cd-4af2-968d-f8dd6ab22d32), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:36.037032 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 4eb1663b-cd51-4364-9ad1-4ce2b62196ab is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:36:36.037434 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (4eb1663b-cd51-4364-9ad1-4ce2b62196ab), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:36.060487 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] For port 4eb1663b-cd51-4364-9ad1-4ce2b62196ab, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=4eb1663b-cd51-4364-9ad1-4ce2b62196ab,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:36:36.068056 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (4eb1663b-cd51-4364-9ad1-4ce2b62196ab), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:36.136932 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-62156cbf-ed87-40f1-b5c2-22853b9fc47a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group_rule (e0de0c3f-54cd-4af2-968d-f8dd6ab22d32), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:36.143739 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-24ee9db5-e1d7-4bbd-a80f-56e95c37dca7 service neutron] 10.222.0.39 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474278 Apr 07 13:36:36.144899 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-62156cbf-ed87-40f1-b5c2-22853b9fc47a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (e0de0c3f-54cd-4af2-968d-f8dd6ab22d32), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:36.164890 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62156cbf-ed87-40f1-b5c2-22853b9fc47a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0de0c3f-54cd-4af2-968d-f8dd6ab22d32,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:36.184127 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Pushing event updated for resources: {'Port': ['ID=4eb1663b-cd51-4364-9ad1-4ce2b62196ab,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:36.184970 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-62156cbf-ed87-40f1-b5c2-22853b9fc47a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:36.194912 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-62156cbf-ed87-40f1-b5c2-22853b9fc47a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2614748 Apr 07 13:36:36.197798 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 52308) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:36.202783 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-4479c5f7-c740-4252-a4ec-a536bd4894a3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Request body: {'floatingip': {'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:36.242023 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4479c5f7-c740-4252-a4ec-a536bd4894a3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:36.251209 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Sync routers for ids ['f66672a6-c223-413d-ad48-2d802a087c24'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:36:36.265669 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Routers {'f66672a6-c223-413d-ad48-2d802a087c24'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:36:36.266342 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:36:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['f66672a6-c223-413d-ad48-2d802a087c24'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:36.453711 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Set router f66672a6-c223-413d-ad48-2d802a087c24 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:36:36.480770 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fd8facae-8ec1-4977-8aea-f1bd80ab73d2 req-72bb3857-428d-4293-9f6e-1fc9bdd0ab81 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 210 time: 0.1018188 Apr 07 13:36:36.492031 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8327e2fe-c52c-44dc-b802-6aafec1d1a32 req-58be6913-beaa-41dc-97b7-d5ce1505fcea tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 210 time: 0.1104436 Apr 07 13:36:36.658709 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4479c5f7-c740-4252-a4ec-a536bd4894a3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:36.877934 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1', 'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'mac_address': 'fa:16:3e:a4:54:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 2, 'project_id': '59715e21f0534203a83abb04295ad163', 'subnets': [{'id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:36.927152 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-4479c5f7-c740-4252-a4ec-a536bd4894a3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Allocated IP 172.27.0.239 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/238f21c3-c4b3-4772-91c7-dca23fea898a) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:36:36.937184 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-d5ebd34e-3145-42f1-95ff-b10bf78a5ed6 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:36.946942 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-d5ebd34e-3145-42f1-95ff-b10bf78a5ed6 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/networks?id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 200 len: 819 time: 0.1856647 Apr 07 13:36:36.968412 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-acdc7f1f-f153-4006-be08-580d09c0eb46 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/quotas/cfff39388efd40cbae2510e925aa39f3 HTTP/1.1" status: 200 len: 375 time: 0.0184944 Apr 07 13:36:37.040445 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Checking router: f66672a6-c223-413d-ad48-2d802a087c24 for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:36:37.041027 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Updating router f66672a6-c223-413d-ad48-2d802a087c24 port 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 binding host dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:36:37.076562 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:37.135958 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4479c5f7-c740-4252-a4ec-a536bd4894a3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for port (238f21c3-c4b3-4772-91c7-dca23fea898a), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:37.155160 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-4b411b5a-52f9-4f4f-9a7a-ddd37b9471e9 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1809566 Apr 07 13:36:37.191116 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4479c5f7-c740-4252-a4ec-a536bd4894a3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (238f21c3-c4b3-4772-91c7-dca23fea898a), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:37.268196 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4479c5f7-c740-4252-a4ec-a536bd4894a3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:36:37.274210 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-4479c5f7-c740-4252-a4ec-a536bd4894a3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:36:37.281219 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4479c5f7-c740-4252-a4ec-a536bd4894a3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:36:37.360673 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479c5f7-c740-4252-a4ec-a536bd4894a3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Pushing event updated for resources: {'Port': ['ID=238f21c3-c4b3-4772-91c7-dca23fea898a,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:37.423796 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4479c5f7-c740-4252-a4ec-a536bd4894a3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for floatingip (e3eddce4-a1d8-4cf5-b70f-c3c27b1ec4a9), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:37.483972 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 52398) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:37.491579 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-8aaa648a-2ed4-4832-8314-7341c2267c99 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:36:37.492768 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-8aaa648a-2ed4-4832-8314-7341c2267c99 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1436877 Apr 07 13:36:37.493090 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4479c5f7-c740-4252-a4ec-a536bd4894a3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (238f21c3-c4b3-4772-91c7-dca23fea898a), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:37.494678 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Publish callbacks [] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:37.503716 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:37.615677 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cfe61034-dd4b-4829-82de-519d1337b1ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:37.627678 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e6e0c-3d97-4e76-a667-26ba2f147670 None None] Pushing event updated for resources: {'Port': ['ID=9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:37.649552 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Attempting to bind port 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:36:37.650061 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Attempting to bind port 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': 'c2a4655c-84aa-4d4f-8441-03dbd941ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:36:37.650518 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Attempting to bind port 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 on network d2f37736-8819-4934-9b97-0c19737f4010 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:36:37.656669 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:36:37.657187 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Checking segment: {'id': 'c2a4655c-84aa-4d4f-8441-03dbd941ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:36:37.657646 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:37.658048 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Bound using segment: {'id': 'c2a4655c-84aa-4d4f-8441-03dbd941ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:36:37.658559 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Bound port: 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a4655c-84aa-4d4f-8441-03dbd941ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:36:37.659678 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:37.714197 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-69db7f83-5aa4-4821-a45c-3a476be798b0 req-54682a0c-0325-49b8-ba5e-d98069662d4b tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0716612 Apr 07 13:36:37.789218 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] For port 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:36:37.791858 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-698da705-3a72-4c4b-b144-a6de722a2ba3 service neutron] 10.222.0.39 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699103 Apr 07 13:36:37.799973 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] For port 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:36:37.818032 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:37.823471 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cfe61034-dd4b-4829-82de-519d1337b1ca admin admin] Publish callbacks [] for security_group (6a6edd5c-5b51-402c-900e-512e8c8c493c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:37.835954 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cfe61034-dd4b-4829-82de-519d1337b1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (6a6edd5c-5b51-402c-900e-512e8c8c493c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:37.902361 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Routers {'f66672a6-c223-413d-ad48-2d802a087c24'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:36:37.903030 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:36:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['f66672a6-c223-413d-ad48-2d802a087c24'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:37.913710 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 4eb1663b-cd51-4364-9ad1-4ce2b62196ab up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:36:37.950668 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-cfe61034-dd4b-4829-82de-519d1337b1ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80e5ee48a2ee4a2ba86ac8b63ef3c103&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4655600 Apr 07 13:36:37.952628 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe61034-dd4b-4829-82de-519d1337b1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6edd5c-5b51-402c-900e-512e8c8c493c,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:37.955277 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 52414) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:38.013925 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e6e0c-3d97-4e76-a667-26ba2f147670 None None] Pushing event updated for resources: {'Port': ['ID=9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:38.030320 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-95ab44c7-0afe-47c9-a1a2-4d7fc6b89b2a admin admin] Publish callbacks [] for security_group (6a6edd5c-5b51-402c-900e-512e8c8c493c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:38.042477 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Sync routers for ids ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:36:38.063233 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-8041fb5d-8b98-40bb-8704-9d2335c5c7e7 None None] Provisioning complete for port 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:38.063812 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8041fb5d-8b98-40bb-8704-9d2335c5c7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:38.078974 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-95ab44c7-0afe-47c9-a1a2-4d7fc6b89b2a admin admin] Publish callbacks [] for security_group (6a6edd5c-5b51-402c-900e-512e8c8c493c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:38.097014 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Routers {'caf195c7-a9eb-4583-85e2-8622c1fe97b3'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:36:38.097878 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:36:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:38.138455 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4479c5f7-c740-4252-a4ec-a536bd4894a3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for port (238f21c3-c4b3-4772-91c7-dca23fea898a), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:38.139832 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] Set router f66672a6-c223-413d-ad48-2d802a087c24 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:36:38.151396 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4479c5f7-c740-4252-a4ec-a536bd4894a3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (238f21c3-c4b3-4772-91c7-dca23fea898a), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:38.160600 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-59272678-1d9a-4246-8a6e-34dff42bb6a5 service neutron] 10.222.0.39 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580222 Apr 07 13:36:38.175222 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-95ab44c7-0afe-47c9-a1a2-4d7fc6b89b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (6a6edd5c-5b51-402c-900e-512e8c8c493c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:38.178857 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-95ab44c7-0afe-47c9-a1a2-4d7fc6b89b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:38.181100 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-95ab44c7-0afe-47c9-a1a2-4d7fc6b89b2a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a6edd5c-5b51-402c-900e-512e8c8c493c HTTP/1.1" status: 204 len: 168 time: 0.2245681 Apr 07 13:36:38.192958 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab44c7-0afe-47c9-a1a2-4d7fc6b89b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6edd5c-5b51-402c-900e-512e8c8c493c,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:38.210901 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4479c5f7-c740-4252-a4ec-a536bd4894a3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (e3eddce4-a1d8-4cf5-b70f-c3c27b1ec4a9), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:38.259227 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479c5f7-c740-4252-a4ec-a536bd4894a3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Pushing event updated for resources: {'Port': ['ID=238f21c3-c4b3-4772-91c7-dca23fea898a,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:38.281367 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4479c5f7-c740-4252-a4ec-a536bd4894a3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:38.290341 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-4479c5f7-c740-4252-a4ec-a536bd4894a3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0856447 Apr 07 13:36:38.314585 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Set router caf195c7-a9eb-4583-85e2-8622c1fe97b3 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:36:38.402594 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 4eb1663b-cd51-4364-9ad1-4ce2b62196ab triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:38.402990 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (4eb1663b-cd51-4364-9ad1-4ce2b62196ab), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:38.601626 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bf06d493-575a-4083-9e08-1373d172e50c req-ecd3f6e6-7be3-4421-a2ea-6ae814bfb1f7 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 210 time: 0.0955770 Apr 07 13:36:38.630564 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-0af88a03-4501-4172-8dab-e12bf055cb45 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2109953243&fields=id&tenant_id=59715e21f0534203a83abb04295ad163 HTTP/1.1" status: 200 len: 267 time: 0.1563680 Apr 07 13:36:38.691211 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 52442) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:38.691715 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1', 'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'mac_address': 'fa:16:3e:a4:54:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:37Z', 'revision_number': 4, 'project_id': '59715e21f0534203a83abb04295ad163', 'subnets': [{'id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:38.713472 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2b9ed4b5-475a-4481-93b0-048c8d9789b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:38.729101 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd85872-63af-48e0-9df8-38e29cca20b2 None None] The sync data for ids ['f66672a6-c223-413d-ad48-2d802a087c24'] in dv-cinder-836973-1-iscsi is: [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1', 'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'mac_address': 'fa:16:3e:a4:54:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:37Z', 'revision_number': 4, 'project_id': '59715e21f0534203a83abb04295ad163', 'subnets': [{'id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:36:38.735314 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 4eb1663b-cd51-4364-9ad1-4ce2b62196ab is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:36:38.736864 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device e25aa3a2-7ad8-4479-a070-487f5721ff28 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:36:38.868062 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-ab87320f-7196-4a2b-8229-c392a307726b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:38.869627 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-ab87320f-7196-4a2b-8229-c392a307726b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/networks?id=d2f37736-8819-4934-9b97-0c19737f4010 HTTP/1.1" status: 200 len: 816 time: 0.2382479 Apr 07 13:36:38.896637 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-8041fb5d-8b98-40bb-8704-9d2335c5c7e7 None None] Current status of the port 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:36:38.897031 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8041fb5d-8b98-40bb-8704-9d2335c5c7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:38.906129 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2b9ed4b5-475a-4481-93b0-048c8d9789b6 admin admin] Publish callbacks [] for security_group (39395dff-8e29-4979-af38-29689f65f13f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:38.920020 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2b9ed4b5-475a-4481-93b0-048c8d9789b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (39395dff-8e29-4979-af38-29689f65f13f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:38.920438 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-23d2e3ec-bbe2-4cf3-9b2f-cfdc7e9a5f35 req-a2ef3190-25ed-4c13-ac76-4cc6da1a496e tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0498304 Apr 07 13:36:38.938729 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-979425d0-4740-4a59-994d-5b6c1bd07dc6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/quotas/59715e21f0534203a83abb04295ad163 HTTP/1.1" status: 200 len: 375 time: 0.0212309 Apr 07 13:36:38.959687 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2b9ed4b5-475a-4481-93b0-048c8d9789b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6fc727dbc8d04c1589b0e6828c110269&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2674172 Apr 07 13:36:38.966492 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 52454) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:39.001098 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-8041fb5d-8b98-40bb-8704-9d2335c5c7e7 None None] For port 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:36:39.013355 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8041fb5d-8b98-40bb-8704-9d2335c5c7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:39.032680 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ed4b5-475a-4481-93b0-048c8d9789b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39395dff-8e29-4979-af38-29689f65f13f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:39.047460 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port e25aa3a2-7ad8-4479-a070-487f5721ff28 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:39.047854 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (e25aa3a2-7ad8-4479-a070-487f5721ff28), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:39.067647 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-282754b9-d680-4d9a-9ee3-ac6a9484182d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=59715e21f0534203a83abb04295ad163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1226058 Apr 07 13:36:39.102526 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32606b35-efa6-40cb-a1a9-6322899d8d9d admin admin] Publish callbacks [] for security_group (39395dff-8e29-4979-af38-29689f65f13f), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:39.132524 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32606b35-efa6-40cb-a1a9-6322899d8d9d admin admin] Publish callbacks [] for security_group (39395dff-8e29-4979-af38-29689f65f13f), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:39.193158 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32606b35-efa6-40cb-a1a9-6322899d8d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (39395dff-8e29-4979-af38-29689f65f13f), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:39.196345 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32606b35-efa6-40cb-a1a9-6322899d8d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:39.200192 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-32606b35-efa6-40cb-a1a9-6322899d8d9d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39395dff-8e29-4979-af38-29689f65f13f HTTP/1.1" status: 204 len: 168 time: 0.2320828 Apr 07 13:36:39.221448 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32606b35-efa6-40cb-a1a9-6322899d8d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39395dff-8e29-4979-af38-29689f65f13f,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:39.234478 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-19d6011a-99ab-4013-a8a5-f762c351a8d8 service neutron] 10.222.0.39 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365430 Apr 07 13:36:39.248950 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-695a46f5-af06-4ae9-9734-644335bafdb2 None None] Provisioning complete for port 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:39.249344 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-695a46f5-af06-4ae9-9734-644335bafdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:39.329650 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041fb5d-8b98-40bb-8704-9d2335c5c7e7 None None] Pushing event updated for resources: {'Port': ['ID=9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:39.338441 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port e25aa3a2-7ad8-4479-a070-487f5721ff28 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:36:39.338703 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (e25aa3a2-7ad8-4479-a070-487f5721ff28), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:39.347800 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-router', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'gw_port': {'id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:28Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'a7285bc2-7ead-4f2c-b12c-8b092af79475', 'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'mac_address': 'fa:16:3e:cd:2a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:34Z', 'revision_number': 2, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'subnets': [{'id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:39.366149 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-8890176f-81f5-4187-bed2-7c3cf409e2d8 service neutron] 10.222.0.39 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214890 Apr 07 13:36:39.393628 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Checking router: caf195c7-a9eb-4583-85e2-8622c1fe97b3 for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:36:39.393987 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Updating router caf195c7-a9eb-4583-85e2-8622c1fe97b3 port a7285bc2-7ead-4f2c-b12c-8b092af79475 binding host dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:36:39.402865 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] For port e25aa3a2-7ad8-4479-a070-487f5721ff28, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=e25aa3a2-7ad8-4479-a070-487f5721ff28,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:36:39.429127 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (e25aa3a2-7ad8-4479-a070-487f5721ff28), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:39.500245 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:39.548130 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-695a46f5-af06-4ae9-9734-644335bafdb2 None None] Current status of the port 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:36:39.570963 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Pushing event updated for resources: {'Port': ['ID=e25aa3a2-7ad8-4479-a070-487f5721ff28,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:39.792493 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9108845e-783b-44c4-804b-61be754df6e8 req-214e4881-eb1e-4499-ad55-a3be78f6f7df tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 210 time: 0.0818129 Apr 07 13:36:39.865432 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4e149934-4923-41c5-87c2-c0baa596837d req-a8f4dcd6-518e-456c-b8ec-2f0cc7a8cf74 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 210 time: 0.0687199 Apr 07 13:36:39.935669 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:36:39.985508 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Publish callbacks [] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:39.999141 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:40.008022 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.23', 49890) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:40.152370 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926e0e2-850c-4573-a5d4-5c890b972cc5 None None] Pushing event updated for resources: {'Port': ['ID=a7285bc2-7ead-4f2c-b12c-8b092af79475,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:40.212750 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-81c3457c-9d83-4026-9c0c-3b6afcf00f44 req-58c6bc42-b8cb-49b5-b2a8-3a23f0a99b20 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 210 time: 0.1522272 Apr 07 13:36:40.247491 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:40.247491 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:40.405091 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-b6536252-d3a9-4191-ae64-77a440843b06 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:40.412871 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-b6536252-d3a9-4191-ae64-77a440843b06 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.23 "GET /v2.0/networks?id=2f898e86-eb8a-4267-8f53-ac7753f17809 HTTP/1.1" status: 200 len: 812 time: 0.3852615 Apr 07 13:36:40.510847 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Attempting to bind port a7285bc2-7ead-4f2c-b12c-8b092af79475 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:36:40.511223 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Attempting to bind port a7285bc2-7ead-4f2c-b12c-8b092af79475 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:36:40.511584 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Attempting to bind port a7285bc2-7ead-4f2c-b12c-8b092af79475 on network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:36:40.522609 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-662683c9-44da-485c-b247-f609216b5c6d None None] Provisioning complete for port a7285bc2-7ead-4f2c-b12c-8b092af79475 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:40.522981 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-662683c9-44da-485c-b247-f609216b5c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:40.528416 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:36:40.528807 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Checking segment: {'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:36:40.529321 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:40.530319 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Bound using segment: {'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:36:40.530319 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Bound port: a7285bc2-7ead-4f2c-b12c-8b092af79475, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:36:40.530552 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:40.538138 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-5f4c8f2d-e841-4339-a4da-753f3f946e3a tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Request body: {'port': {'device_id': '4744ce35-3afa-4e11-bae3-17c788d4a6f9', 'network_id': '2f898e86-eb8a-4267-8f53-ac7753f17809', 'admin_state_up': True, 'tenant_id': 'c534d8406edf44899d2fd072711786bf'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:40.639895 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-662683c9-44da-485c-b247-f609216b5c6d None None] Port a7285bc2-7ead-4f2c-b12c-8b092af79475 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:36:40.673176 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:36:40.674470 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device e25aa3a2-7ad8-4479-a070-487f5721ff28 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:36:40.724325 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] For port a7285bc2-7ead-4f2c-b12c-8b092af79475, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:36:40.753679 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] For port a7285bc2-7ead-4f2c-b12c-8b092af79475, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=a7285bc2-7ead-4f2c-b12c-8b092af79475,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:36:40.770861 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:40.776678 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-5f4c8f2d-e841-4339-a4da-753f3f946e3a tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Made reservation on behalf of c534d8406edf44899d2fd072711786bf for: {'port': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:36:40.791037 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-5f4c8f2d-e841-4339-a4da-753f3f946e3a tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:40.807426 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port e25aa3a2-7ad8-4479-a070-487f5721ff28 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:40.807853 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (e25aa3a2-7ad8-4479-a070-487f5721ff28), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:40.989783 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926e0e2-850c-4573-a5d4-5c890b972cc5 None None] Pushing event updated for resources: {'Port': ['ID=a7285bc2-7ead-4f2c-b12c-8b092af79475,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:41.003268 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Routers {'caf195c7-a9eb-4583-85e2-8622c1fe97b3'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:36:41.004179 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:36:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:41.114691 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6f7a3192-0647-423a-a942-754246e61329 req-e814c06a-e10f-432e-ae9a-8e576de48461 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 210 time: 0.1439550 Apr 07 13:36:41.191565 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6c67db29-93ab-4cb0-a077-2c59f5192479 req-6691e1c1-20f0-45c6-a961-f6b8e41e64ee tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 210 time: 0.0907514 Apr 07 13:36:41.215513 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port e25aa3a2-7ad8-4479-a070-487f5721ff28 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:36:41.232481 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] Set router caf195c7-a9eb-4583-85e2-8622c1fe97b3 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:36:41.290845 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-5f4c8f2d-e841-4339-a4da-753f3f946e3a tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Allocated IP 172.20.0.11 (2f898e86-eb8a-4267-8f53-ac7753f17809/7d32e66b-cbb9-4df8-a5bd-c113f13bfc1c/186bb944-ba12-41c1-807a-fe7088983aeb) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:36:41.364439 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-d2093cdf-43e5-485c-bdea-96ef1e674bb4 None None] Provisioning complete for port a7285bc2-7ead-4f2c-b12c-8b092af79475 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:41.364834 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2093cdf-43e5-485c-bdea-96ef1e674bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:41.367008 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.23', 49901) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:41.486799 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-50e28834-ffa4-4213-aec3-d7fb4636d73c req-ac2891ce-125f-4203-91fa-ebe20cb76ec8 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 210 time: 0.1125407 Apr 07 13:36:41.805460 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-5f4c8f2d-e841-4339-a4da-753f3f946e3a tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Publish callbacks [] for port (186bb944-ba12-41c1-807a-fe7088983aeb), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:41.840419 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.23', 49903) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:41.898493 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d2093cdf-43e5-485c-bdea-96ef1e674bb4 None None] Current status of the port a7285bc2-7ead-4f2c-b12c-8b092af79475 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:36:41.899926 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2093cdf-43e5-485c-bdea-96ef1e674bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:41.921540 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-b2ca2165-ff7e-40ed-b1fe-3a87974a4c2c tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:41.937577 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-b2ca2165-ff7e-40ed-b1fe-3a87974a4c2c tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.23 "GET /v2.0/networks?id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 200 len: 819 time: 0.5382972 Apr 07 13:36:41.938853 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device a7285bc2-7ead-4f2c-b12c-8b092af79475 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:36:41.965484 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a5b2e395-35e2-4bb7-be16-c3bbfb914eca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Request body: {'port': {'device_id': '17955c30-6ab0-45c7-b14d-53ad2bebeedc', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'admin_state_up': True, 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:42.060332 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-9aa35140-7f19-4df8-aedd-08fc0f3d7081 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:42.063342 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-d2093cdf-43e5-485c-bdea-96ef1e674bb4 None None] For port a7285bc2-7ead-4f2c-b12c-8b092af79475, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=a7285bc2-7ead-4f2c-b12c-8b092af79475,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:36:42.064526 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-9aa35140-7f19-4df8-aedd-08fc0f3d7081 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.23 "GET /v2.0/networks?id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 200 len: 819 time: 0.2233169 Apr 07 13:36:42.065817 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-5f4c8f2d-e841-4339-a4da-753f3f946e3a tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (186bb944-ba12-41c1-807a-fe7088983aeb), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:42.084289 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2093cdf-43e5-485c-bdea-96ef1e674bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:42.119269 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-5f4c8f2d-e841-4339-a4da-753f3f946e3a tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Network 2f898e86-eb8a-4267-8f53-ac7753f17809 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:36:42.190563 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.23', 49905) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:42.223897 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-937c7eed-6b4e-482c-ad83-8a9db47c89ea tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Request body: {'port': {'device_id': 'ccc1cecb-79e7-438f-a26d-2c8a68918ace', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'admin_state_up': True, 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:42.232161 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-router', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'gw_port': {'id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:28Z', 'updated_at': '2022-04-07T13:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'a7285bc2-7ead-4f2c-b12c-8b092af79475', 'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'mac_address': 'fa:16:3e:cd:2a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:40Z', 'revision_number': 4, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'subnets': [{'id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:42.235376 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-5f4c8f2d-e841-4339-a4da-753f3f946e3a tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:36:42.322263 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb79fdb7-0103-4b4e-ad23-4b5fc91fd1ee None None] The sync data for ids ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'] in dv-cinder-836973-1-iscsi is: [{'id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-router', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'gw_port': {'id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:28Z', 'updated_at': '2022-04-07T13:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'a7285bc2-7ead-4f2c-b12c-8b092af79475', 'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'mac_address': 'fa:16:3e:cd:2a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:40Z', 'revision_number': 4, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'subnets': [{'id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:36:42.371431 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-5f4c8f2d-e841-4339-a4da-753f3f946e3a tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:36:42.409159 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-5f4c8f2d-e841-4339-a4da-753f3f946e3a tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:42.410120 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-5f4c8f2d-e841-4339-a4da-753f3f946e3a tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for port (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:42.423936 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port a7285bc2-7ead-4f2c-b12c-8b092af79475 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:42.424331 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:42.426258 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2093cdf-43e5-485c-bdea-96ef1e674bb4 None None] Pushing event updated for resources: {'Port': ['ID=a7285bc2-7ead-4f2c-b12c-8b092af79475,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:42.653578 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-9bf8949b-14b4-490e-bfc3-011b22a1a7e8 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:42.655669 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-9bf8949b-14b4-490e-bfc3-011b22a1a7e8 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.23 "GET /v2.0/networks?id=d2f37736-8819-4934-9b97-0c19737f4010 HTTP/1.1" status: 200 len: 816 time: 0.4110794 Apr 07 13:36:42.716113 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port a7285bc2-7ead-4f2c-b12c-8b092af79475 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:36:42.836072 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a63c7ebf-0b73-4c7c-ac26-df870f9568cc req-1d6fea32-e719-45a1-bff1-e945360aac5a tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 210 time: 0.3968623 Apr 07 13:36:42.845834 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-937c7eed-6b4e-482c-ad83-8a9db47c89ea tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Made reservation on behalf of cfff39388efd40cbae2510e925aa39f3 for: {'port': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:36:42.850122 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-937c7eed-6b4e-482c-ad83-8a9db47c89ea tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:42.975626 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-d3a748a9-48eb-4777-a2e5-45ae62342b17 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59715e21f0534203a83abb04295ad163 HTTP/1.1" status: 200 len: 380 time: 0.2193851 Apr 07 13:36:43.022438 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-14f46a57-d13b-4699-b89c-a92ebed87c4d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Request body: {'port': {'device_id': 'c84c6673-9eab-4d10-a066-d5f86793466d', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'admin_state_up': True, 'tenant_id': '59715e21f0534203a83abb04295ad163', 'security_groups': ['f2128cf9-8089-4a7f-b176-4551925009b6']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:43.023029 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-5f4c8f2d-e841-4339-a4da-753f3f946e3a tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4973016 Apr 07 13:36:43.026328 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-be7a896d-5fa0-44b3-bf13-6290cf008ef8 req-1c958cd4-093b-4ec7-82bd-21b58af1c83e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 210 time: 0.2029722 Apr 07 13:36:43.048285 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c8f2d-e841-4339-a4da-753f3f946e3a tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Pushing event updated for resources: {'Port': ['ID=186bb944-ba12-41c1-807a-fe7088983aeb,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:43.105673 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-304090a0-5957-4c22-aba9-ee28ce249646 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:36:43.106730 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-304090a0-5957-4c22-aba9-ee28ce249646 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0403616 Apr 07 13:36:43.402922 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-937c7eed-6b4e-482c-ad83-8a9db47c89ea tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Allocated IP 172.20.0.4 (b5bd9a4c-8559-482d-88bc-e72fed5a4c34/caad4ec9-a40e-4065-a3e8-632593f10c40/a5bed554-00f3-466f-bc02-887e4a4f841d) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:36:43.425444 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-14f46a57-d13b-4699-b89c-a92ebed87c4d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Made reservation on behalf of 59715e21f0534203a83abb04295ad163 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:36:43.430337 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-14f46a57-d13b-4699-b89c-a92ebed87c4d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:43.457558 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68efe66-aabb-4649-9be4-9350eb784b97 req-72cf4f22-6896-4776-b2d1-f6a39910da0b tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:43.465824 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d68efe66-aabb-4649-9be4-9350eb784b97 req-72cf4f22-6896-4776-b2d1-f6a39910da0b tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 932 time: 0.2486076 Apr 07 13:36:43.789323 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device a7285bc2-7ead-4f2c-b12c-8b092af79475 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:36:43.842323 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d68efe66-aabb-4649-9be4-9350eb784b97 req-58b4f292-fc1c-43aa-b2b1-44aec1d4248c tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736587 Apr 07 13:36:43.910505 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port a7285bc2-7ead-4f2c-b12c-8b092af79475 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:43.911548 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:44.021778 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port a7285bc2-7ead-4f2c-b12c-8b092af79475 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:36:44.197348 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a5b2e395-35e2-4bb7-be16-c3bbfb914eca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Made reservation on behalf of cfff39388efd40cbae2510e925aa39f3 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:36:44.205127 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a5b2e395-35e2-4bb7-be16-c3bbfb914eca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:44.243691 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5d300daa-c23a-4f65-bcb1-7ce023982df0 req-ecf1ca00-b0ae-41f7-8100-6be69de33fa0 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 210 time: 0.0403426 Apr 07 13:36:44.278813 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-937c7eed-6b4e-482c-ad83-8a9db47c89ea tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for port (a5bed554-00f3-466f-bc02-887e4a4f841d), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:44.287738 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-14f46a57-d13b-4699-b89c-a92ebed87c4d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Allocated IP 172.20.0.4 (d2f37736-8819-4934-9b97-0c19737f4010/a917fc77-14fb-4645-92aa-d172ac36c200/d8a0e705-3bc0-4aca-8a68-d294d5c28e31) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:36:44.344269 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-937c7eed-6b4e-482c-ad83-8a9db47c89ea tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (a5bed554-00f3-466f-bc02-887e4a4f841d), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:44.481879 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-937c7eed-6b4e-482c-ad83-8a9db47c89ea tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:36:44.484097 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9a994f70-7992-4855-a3e1-102afc8585ba req-4fe873df-3ce7-4993-9320-b785c35de915 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 210 time: 0.1148190 Apr 07 13:36:44.493130 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-937c7eed-6b4e-482c-ad83-8a9db47c89ea tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:36:44.496185 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-937c7eed-6b4e-482c-ad83-8a9db47c89ea tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:36:44.502319 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-937c7eed-6b4e-482c-ad83-8a9db47c89ea tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:44.503040 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-937c7eed-6b4e-482c-ad83-8a9db47c89ea tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for port (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:44.513915 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c7eed-6b4e-482c-ad83-8a9db47c89ea tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Pushing event updated for resources: {'Port': ['ID=a5bed554-00f3-466f-bc02-887e4a4f841d,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:44.532638 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-937c7eed-6b4e-482c-ad83-8a9db47c89ea tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3224599 Apr 07 13:36:44.647677 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.db.api [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a5b2e395-35e2-4bb7-be16-c3bbfb914eca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-65566c4a-00cf-4c37-9697-19a8388de1e3 {{(pid=103371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 13:36:44.648342 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG oslo_db.api [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a5b2e395-35e2-4bb7-be16-c3bbfb914eca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 13:36:44.673324 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-14f46a57-d13b-4699-b89c-a92ebed87c4d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:44.721963 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-14f46a57-d13b-4699-b89c-a92ebed87c4d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:44.805129 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-14f46a57-d13b-4699-b89c-a92ebed87c4d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Network d2f37736-8819-4934-9b97-0c19737f4010 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:36:44.811993 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-14f46a57-d13b-4699-b89c-a92ebed87c4d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:36:44.822312 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-14f46a57-d13b-4699-b89c-a92ebed87c4d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:36:44.827763 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-14f46a57-d13b-4699-b89c-a92ebed87c4d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:44.828448 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-14f46a57-d13b-4699-b89c-a92ebed87c4d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:44.838403 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f46a57-d13b-4699-b89c-a92ebed87c4d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Pushing event updated for resources: {'Port': ['ID=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:44.854384 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-14f46a57-d13b-4699-b89c-a92ebed87c4d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8366687 Apr 07 13:36:44.862990 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e80fe851-1c7d-4ff4-bb6f-f481815ec654 None None] Provisioning complete for port a5bed554-00f3-466f-bc02-887e4a4f841d triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:44.863443 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e80fe851-1c7d-4ff4-bb6f-f481815ec654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (a5bed554-00f3-466f-bc02-887e4a4f841d), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:44.957825 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e80fe851-1c7d-4ff4-bb6f-f481815ec654 None None] Port a5bed554-00f3-466f-bc02-887e4a4f841d cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:36:45.004369 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f1087-54a6-45c7-93f2-5c94dc0ebda9 req-cb185247-907b-438a-bb71-9b4798ca9a8a tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:45.006191 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2f5f1087-54a6-45c7-93f2-5c94dc0ebda9 req-cb185247-907b-438a-bb71-9b4798ca9a8a tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0667670 Apr 07 13:36:45.071640 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2f5f1087-54a6-45c7-93f2-5c94dc0ebda9 req-36568ed1-fe35-4f5e-a457-694c1f77ee76 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596225 Apr 07 13:36:45.150319 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a5b2e395-35e2-4bb7-be16-c3bbfb914eca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:45.179981 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-355e2ac3-3a71-4b0f-9037-432cdeb05bd0 None None] Provisioning complete for port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:45.180533 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-355e2ac3-3a71-4b0f-9037-432cdeb05bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:45.214369 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-355e2ac3-3a71-4b0f-9037-432cdeb05bd0 None None] Port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:36:45.315631 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a5b2e395-35e2-4bb7-be16-c3bbfb914eca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Allocated IP 172.20.0.14 (b5bd9a4c-8559-482d-88bc-e72fed5a4c34/caad4ec9-a40e-4065-a3e8-632593f10c40/148621ae-d38d-449e-a8da-17e22d3f715f) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:36:45.415284 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b71406-e3d0-4673-9274-cdebc097e39b req-e15541ab-f260-4975-aa57-baabe820a901 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:45.417470 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-64b71406-e3d0-4673-9274-cdebc097e39b req-e15541ab-f260-4975-aa57-baabe820a901 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 931 time: 0.0715699 Apr 07 13:36:45.466586 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-64b71406-e3d0-4673-9274-cdebc097e39b req-7cbb10c5-59d5-4a58-bde3-74884635b397 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422168 Apr 07 13:36:45.547083 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a5b2e395-35e2-4bb7-be16-c3bbfb914eca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for port (148621ae-d38d-449e-a8da-17e22d3f715f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:45.581935 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a5b2e395-35e2-4bb7-be16-c3bbfb914eca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (148621ae-d38d-449e-a8da-17e22d3f715f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:45.626734 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a5b2e395-35e2-4bb7-be16-c3bbfb914eca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:36:45.630013 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a5b2e395-35e2-4bb7-be16-c3bbfb914eca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:36:45.633786 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a5b2e395-35e2-4bb7-be16-c3bbfb914eca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:36:45.639169 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a5b2e395-35e2-4bb7-be16-c3bbfb914eca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:45.639795 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a5b2e395-35e2-4bb7-be16-c3bbfb914eca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:45.671986 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2e395-35e2-4bb7-be16-c3bbfb914eca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Pushing event updated for resources: {'Port': ['ID=148621ae-d38d-449e-a8da-17e22d3f715f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:45.689141 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a5b2e395-35e2-4bb7-be16-c3bbfb914eca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7362270 Apr 07 13:36:45.693654 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072020f-94ce-4307-9ace-427c7d1b5323 req-aa806093-a37f-4c6b-8a55-dbb84dbf80ef tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:45.695182 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c072020f-94ce-4307-9ace-427c7d1b5323 req-aa806093-a37f-4c6b-8a55-dbb84dbf80ef tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 931 time: 0.1061816 Apr 07 13:36:45.763778 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c072020f-94ce-4307-9ace-427c7d1b5323 req-0ada25fa-52dc-4aa5-aa11-3ce6716b28f0 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442958 Apr 07 13:36:45.937955 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-48fa6cfa-c6ef-4816-b279-de65d3a00de7 None None] Provisioning complete for port 148621ae-d38d-449e-a8da-17e22d3f715f triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:36:45.938534 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48fa6cfa-c6ef-4816-b279-de65d3a00de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (148621ae-d38d-449e-a8da-17e22d3f715f), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:45.972894 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-48fa6cfa-c6ef-4816-b279-de65d3a00de7 None None] Port 148621ae-d38d-449e-a8da-17e22d3f715f cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:36:46.187075 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abdd9e-b3a1-45b4-b908-ccb9ef929908 req-7a2ddb25-2ba6-4e7b-ab1c-c00c73d08f04 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:46.188640 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a3abdd9e-b3a1-45b4-b908-ccb9ef929908 req-7a2ddb25-2ba6-4e7b-ab1c-c00c73d08f04 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0515792 Apr 07 13:36:46.247209 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a3abdd9e-b3a1-45b4-b908-ccb9ef929908 req-b8469744-283a-4b4e-aafc-cff36b1d736e tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516868 Apr 07 13:36:46.601060 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cfc46-5e9c-4413-b565-7a6314219e30 req-1936df51-57f5-49be-9dd1-b7f52c60fabe tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:46.602707 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-961cfc46-5e9c-4413-b565-7a6314219e30 req-1936df51-57f5-49be-9dd1-b7f52c60fabe tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 931 time: 0.0646696 Apr 07 13:36:46.669804 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-961cfc46-5e9c-4413-b565-7a6314219e30 req-2b9c152e-e188-420a-aa2f-7d3e92be7796 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508251 Apr 07 13:36:46.906326 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b1fda-1b0d-435e-85f0-1f42bc9af195 req-6ea6aabc-1b0e-4fcf-8ba9-3ed7badc67fb tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:46.908141 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-523b1fda-1b0d-435e-85f0-1f42bc9af195 req-6ea6aabc-1b0e-4fcf-8ba9-3ed7badc67fb tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 931 time: 0.0683527 Apr 07 13:36:46.970052 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-523b1fda-1b0d-435e-85f0-1f42bc9af195 req-969a7f84-c2be-46af-8ec9-9d98277293e6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470254 Apr 07 13:36:47.203686 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 52748) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:47.318746 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-54ee36d8-3694-4d9a-8c65-0e0bceeef240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:47.389859 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f5dae-5284-4cc0-ba88-a9530f05bd04 req-8f9a92d2-d5cc-41d6-86a4-52fc947fba50 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:47.391639 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c99f5dae-5284-4cc0-ba88-a9530f05bd04 req-8f9a92d2-d5cc-41d6-86a4-52fc947fba50 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0755095 Apr 07 13:36:47.405863 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-54ee36d8-3694-4d9a-8c65-0e0bceeef240 admin admin] Publish callbacks [] for security_group (2ae842e8-1d68-470d-a718-3ab2644354a4), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:47.411718 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-54ee36d8-3694-4d9a-8c65-0e0bceeef240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (2ae842e8-1d68-470d-a718-3ab2644354a4), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:47.460554 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-54ee36d8-3694-4d9a-8c65-0e0bceeef240 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3606980027dd494aa927c7dc87c5381d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2557774 Apr 07 13:36:47.461445 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 52758) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:47.477562 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c99f5dae-5284-4cc0-ba88-a9530f05bd04 req-68800db1-e862-45c4-859c-249b179946a6 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740933 Apr 07 13:36:47.498070 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee36d8-3694-4d9a-8c65-0e0bceeef240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae842e8-1d68-470d-a718-3ab2644354a4,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:47.535462 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cfea1289-bf8f-4700-b44b-038684a1149c admin admin] Publish callbacks [] for security_group (2ae842e8-1d68-470d-a718-3ab2644354a4), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:47.565233 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cfea1289-bf8f-4700-b44b-038684a1149c admin admin] Publish callbacks [] for security_group (2ae842e8-1d68-470d-a718-3ab2644354a4), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:47.614763 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cfea1289-bf8f-4700-b44b-038684a1149c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (2ae842e8-1d68-470d-a718-3ab2644354a4), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:47.617359 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cfea1289-bf8f-4700-b44b-038684a1149c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:47.618534 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-cfea1289-bf8f-4700-b44b-038684a1149c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ae842e8-1d68-470d-a718-3ab2644354a4 HTTP/1.1" status: 204 len: 168 time: 0.1560600 Apr 07 13:36:47.626318 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea1289-bf8f-4700-b44b-038684a1149c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae842e8-1d68-470d-a718-3ab2644354a4,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:47.814191 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa9c96-a03d-49d6-ac7b-4ac686a98cab req-64e3008b-6383-4c99-9a42-874b00fb6fde tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:47.815916 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7baa9c96-a03d-49d6-ac7b-4ac686a98cab req-64e3008b-6383-4c99-9a42-874b00fb6fde tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 931 time: 0.0674624 Apr 07 13:36:47.878196 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7baa9c96-a03d-49d6-ac7b-4ac686a98cab req-200c0c74-0421-4127-b9dd-af2e02658879 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536118 Apr 07 13:36:47.952463 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 52774) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:47.965133 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3a7ee1f6-18e9-4352-85cc-8df90e47d9aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:48.043266 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3a7ee1f6-18e9-4352-85cc-8df90e47d9aa admin admin] Publish callbacks [] for security_group (0c54175e-5dd9-4598-8ea3-1363971bf498), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:48.047517 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3a7ee1f6-18e9-4352-85cc-8df90e47d9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (0c54175e-5dd9-4598-8ea3-1363971bf498), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:48.085316 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3a7ee1f6-18e9-4352-85cc-8df90e47d9aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d31e1b3678b2430e8a035969214d3eec&name=default HTTP/1.1" status: 200 len: 2993 time: 0.1317763 Apr 07 13:36:48.086124 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ee1f6-18e9-4352-85cc-8df90e47d9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c54175e-5dd9-4598-8ea3-1363971bf498,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:48.088372 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 52778) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:48.095873 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3528a4-ed56-4694-bddf-afe19b2dd4d2 req-3f7bac8a-9ecb-4d17-82db-3dc52601a7ad tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:48.097376 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7d3528a4-ed56-4694-bddf-afe19b2dd4d2 req-3f7bac8a-9ecb-4d17-82db-3dc52601a7ad tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 931 time: 0.0535214 Apr 07 13:36:48.136152 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-744e95e1-c3bd-449f-882b-b1a7c4dc24ff admin admin] Publish callbacks [] for security_group (0c54175e-5dd9-4598-8ea3-1363971bf498), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:48.150787 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7d3528a4-ed56-4694-bddf-afe19b2dd4d2 req-7bf5688a-b651-4a43-b043-8a5e460e483d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462215 Apr 07 13:36:48.156472 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-744e95e1-c3bd-449f-882b-b1a7c4dc24ff admin admin] Publish callbacks [] for security_group (0c54175e-5dd9-4598-8ea3-1363971bf498), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:48.204795 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-744e95e1-c3bd-449f-882b-b1a7c4dc24ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (0c54175e-5dd9-4598-8ea3-1363971bf498), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:48.207325 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-744e95e1-c3bd-449f-882b-b1a7c4dc24ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:48.208431 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-744e95e1-c3bd-449f-882b-b1a7c4dc24ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c54175e-5dd9-4598-8ea3-1363971bf498 HTTP/1.1" status: 204 len: 168 time: 0.1191893 Apr 07 13:36:48.215774 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e95e1-c3bd-449f-882b-b1a7c4dc24ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c54175e-5dd9-4598-8ea3-1363971bf498,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:48.709947 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c82a7-eb83-4ff2-b4a8-297cd5527050 req-4c9e354b-48c7-49f9-97cb-eaa3574b3857 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:48.711580 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-036c82a7-eb83-4ff2-b4a8-297cd5527050 req-4c9e354b-48c7-49f9-97cb-eaa3574b3857 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0779922 Apr 07 13:36:48.777407 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-036c82a7-eb83-4ff2-b4a8-297cd5527050 req-054b3bbc-f333-4f72-9f22-5c1d05d0512b tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595703 Apr 07 13:36:49.005260 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509945d-14d1-4fec-8cfd-a0d592bca5c7 req-c9896ff2-a269-4dc8-95d5-851ef7f8dc29 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:49.006883 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8509945d-14d1-4fec-8cfd-a0d592bca5c7 req-c9896ff2-a269-4dc8-95d5-851ef7f8dc29 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 931 time: 0.0566094 Apr 07 13:36:49.055441 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8509945d-14d1-4fec-8cfd-a0d592bca5c7 req-4969f53d-495e-4111-ba72-aef20aeee3b5 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418954 Apr 07 13:36:49.279575 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17e10c-0ba4-4c66-8a6a-3aa95fd2b531 req-10ed0a47-ba95-4960-a88e-415bf333d4ec tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:49.281281 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6c17e10c-0ba4-4c66-8a6a-3aa95fd2b531 req-10ed0a47-ba95-4960-a88e-415bf333d4ec tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 931 time: 0.0558374 Apr 07 13:36:49.342898 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6c17e10c-0ba4-4c66-8a6a-3aa95fd2b531 req-ff2931da-fd0f-4872-8324-34fe8157a4ae tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523994 Apr 07 13:36:49.956159 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e30681-358a-43eb-9783-ea75e76c948d req-6c956b5a-e60d-4f46-9782-1dffa4a8f08d tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:49.958898 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-32e30681-358a-43eb-9783-ea75e76c948d req-6c956b5a-e60d-4f46-9782-1dffa4a8f08d tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0899107 Apr 07 13:36:50.045375 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-32e30681-358a-43eb-9783-ea75e76c948d req-1253d9dd-b6e7-4d99-97e9-5454e6b9e21d tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791237 Apr 07 13:36:50.149522 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 52868) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:50.216078 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb98ce2-deb9-4573-b00c-0c7bea447605 req-6d0a4f50-a95c-4d7b-a440-0c9576a1a49b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:50.218059 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ccb98ce2-deb9-4573-b00c-0c7bea447605 req-6d0a4f50-a95c-4d7b-a440-0c9576a1a49b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 931 time: 0.0799246 Apr 07 13:36:50.289386 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ccb98ce2-deb9-4573-b00c-0c7bea447605 req-147c7b55-b64a-4324-8a0e-442e5859e8ae tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647511 Apr 07 13:36:50.366007 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d74f5796-a860-476c-8fde-3fce6c46a341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:50.535948 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f695c-4fb6-4bc3-95af-f52d166e1d89 req-a7ccbe77-4b2c-41e8-8e18-5340cf4a98f3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:50.537689 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2f1f695c-4fb6-4bc3-95af-f52d166e1d89 req-a7ccbe77-4b2c-41e8-8e18-5340cf4a98f3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 931 time: 0.0813618 Apr 07 13:36:50.543013 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d74f5796-a860-476c-8fde-3fce6c46a341 admin admin] Publish callbacks [] for security_group (9f87c58d-a029-4c7b-b35e-fa650bd5f06e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:50.548205 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d74f5796-a860-476c-8fde-3fce6c46a341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (9f87c58d-a029-4c7b-b35e-fa650bd5f06e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:50.593033 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d74f5796-a860-476c-8fde-3fce6c46a341 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68bacc810e634687b66c864cde8c585f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4423454 Apr 07 13:36:50.596669 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 52876) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:50.606260 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f5796-a860-476c-8fde-3fce6c46a341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f87c58d-a029-4c7b-b35e-fa650bd5f06e,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:50.623458 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2f1f695c-4fb6-4bc3-95af-f52d166e1d89 req-cb9ef582-e6fe-4e1b-a116-493d11522868 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767245 Apr 07 13:36:50.681234 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3d18d7d8-5e12-4a10-95a9-f58021a06956 admin admin] Publish callbacks [] for security_group (9f87c58d-a029-4c7b-b35e-fa650bd5f06e), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:50.711102 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3d18d7d8-5e12-4a10-95a9-f58021a06956 admin admin] Publish callbacks [] for security_group (9f87c58d-a029-4c7b-b35e-fa650bd5f06e), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:50.764094 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3d18d7d8-5e12-4a10-95a9-f58021a06956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (9f87c58d-a029-4c7b-b35e-fa650bd5f06e), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:50.766696 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3d18d7d8-5e12-4a10-95a9-f58021a06956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:50.770349 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-3d18d7d8-5e12-4a10-95a9-f58021a06956 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f87c58d-a029-4c7b-b35e-fa650bd5f06e HTTP/1.1" status: 204 len: 168 time: 0.1703203 Apr 07 13:36:50.781941 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18d7d8-5e12-4a10-95a9-f58021a06956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f87c58d-a029-4c7b-b35e-fa650bd5f06e,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:50.997907 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 52908) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:51.117228 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-39889bb2-2ceb-4d6f-b1e2-6eb06ffc178e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:51.163903 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 52924) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:51.197392 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-150bacd3-d969-49dc-8e96-6163657831b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:51.285886 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160ab6c-2deb-46fa-aa42-e1b64be27e72 req-dd706592-48e8-40e9-acde-60b4d5412e87 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:51.292008 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7160ab6c-2deb-46fa-aa42-e1b64be27e72 req-dd706592-48e8-40e9-acde-60b4d5412e87 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 932 time: 0.1395679 Apr 07 13:36:51.343575 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-150bacd3-d969-49dc-8e96-6163657831b4 admin admin] Publish callbacks [] for security_group (5de45220-4110-4a64-ac06-3c09c12d65cb), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:51.352090 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-150bacd3-d969-49dc-8e96-6163657831b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (5de45220-4110-4a64-ac06-3c09c12d65cb), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:51.402279 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-39889bb2-2ceb-4d6f-b1e2-6eb06ffc178e admin admin] Publish callbacks [] for security_group (7dcb5816-ec4d-4b17-9f65-d8b358361070), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:51.418550 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-150bacd3-d969-49dc-8e96-6163657831b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c43fb2a637cd438ebade44cb18fc0a69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527285 Apr 07 13:36:51.418985 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bacd3-d969-49dc-8e96-6163657831b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de45220-4110-4a64-ac06-3c09c12d65cb,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:51.421356 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 52942) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:51.448781 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7160ab6c-2deb-46fa-aa42-e1b64be27e72 req-ce6a8726-8f66-43bd-9ade-163126fd892d tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532233 Apr 07 13:36:51.453774 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-39889bb2-2ceb-4d6f-b1e2-6eb06ffc178e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (7dcb5816-ec4d-4b17-9f65-d8b358361070), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:51.488615 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f6e5452-9dd6-4d38-87e9-9e4fe5c27d62 admin admin] Publish callbacks [] for security_group (5de45220-4110-4a64-ac06-3c09c12d65cb), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:51.519151 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f6e5452-9dd6-4d38-87e9-9e4fe5c27d62 admin admin] Publish callbacks [] for security_group (5de45220-4110-4a64-ac06-3c09c12d65cb), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:51.536742 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39889bb2-2ceb-4d6f-b1e2-6eb06ffc178e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcb5816-ec4d-4b17-9f65-d8b358361070,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:51.583549 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f6e5452-9dd6-4d38-87e9-9e4fe5c27d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (5de45220-4110-4a64-ac06-3c09c12d65cb), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:51.588580 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-39889bb2-2ceb-4d6f-b1e2-6eb06ffc178e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=85db26ecdfc04f8ea028a736dc3f262e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5893457 Apr 07 13:36:51.591182 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f6e5452-9dd6-4d38-87e9-9e4fe5c27d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:51.593713 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 52948) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:51.593832 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4f6e5452-9dd6-4d38-87e9-9e4fe5c27d62 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5de45220-4110-4a64-ac06-3c09c12d65cb HTTP/1.1" status: 204 len: 168 time: 0.1717265 Apr 07 13:36:51.630472 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e5452-9dd6-4d38-87e9-9e4fe5c27d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de45220-4110-4a64-ac06-3c09c12d65cb,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:51.632528 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b928156-6d25-424f-87ff-6f3afd9da7e6 req-ebd162a4-e45f-4f9a-9476-736e0da8ec3e tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:51.653901 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8b928156-6d25-424f-87ff-6f3afd9da7e6 req-ebd162a4-e45f-4f9a-9476-736e0da8ec3e tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 931 time: 0.2559304 Apr 07 13:36:51.818848 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8b928156-6d25-424f-87ff-6f3afd9da7e6 req-547f702d-024f-4455-b6fd-d443a699411e tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462784 Apr 07 13:36:51.882064 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c1be-53ed-456e-9d42-f2cdd19ec32f admin admin] Publish callbacks [] for security_group (7dcb5816-ec4d-4b17-9f65-d8b358361070), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:51.911316 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0537d0-70ae-4cb9-aca6-a2dbd53cc600 req-05c13105-919c-4c6e-8df3-9b3f672c89fb tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:51.912890 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7e0537d0-70ae-4cb9-aca6-a2dbd53cc600 req-05c13105-919c-4c6e-8df3-9b3f672c89fb tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 931 time: 0.0918756 Apr 07 13:36:51.928952 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c1be-53ed-456e-9d42-f2cdd19ec32f admin admin] Publish callbacks [] for security_group (7dcb5816-ec4d-4b17-9f65-d8b358361070), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:52.026608 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7e0537d0-70ae-4cb9-aca6-a2dbd53cc600 req-00d63800-f0bb-45a2-9204-beefd3948a03 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028755 Apr 07 13:36:52.047199 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c1be-53ed-456e-9d42-f2cdd19ec32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (7dcb5816-ec4d-4b17-9f65-d8b358361070), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:52.050656 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c1be-53ed-456e-9d42-f2cdd19ec32f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:52.051918 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-f4f4c1be-53ed-456e-9d42-f2cdd19ec32f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7dcb5816-ec4d-4b17-9f65-d8b358361070 HTTP/1.1" status: 204 len: 168 time: 0.4514332 Apr 07 13:36:52.060588 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4c1be-53ed-456e-9d42-f2cdd19ec32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcb5816-ec4d-4b17-9f65-d8b358361070,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:52.396285 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32d8d465-f736-42db-8ce7-13261df63b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:52.603480 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0b28b-c71a-4015-a597-b031ad297095 req-62a266d2-f9d0-4e74-b634-0edf268b7fe9 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:52.605291 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a1b0b28b-c71a-4015-a597-b031ad297095 req-62a266d2-f9d0-4e74-b634-0edf268b7fe9 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0660195 Apr 07 13:36:52.670318 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a1b0b28b-c71a-4015-a597-b031ad297095 req-1d381367-ce47-47a2-a301-ad3a3422fb67 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588210 Apr 07 13:36:52.967382 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf623a-2170-4b64-9254-8f6473e1e90f req-a679f787-2224-410e-8972-2f1a27c710d6 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:52.980783 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-11bf623a-2170-4b64-9254-8f6473e1e90f req-a679f787-2224-410e-8972-2f1a27c710d6 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 931 time: 0.0856636 Apr 07 13:36:53.035990 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-11bf623a-2170-4b64-9254-8f6473e1e90f req-08052861-5f2b-4b22-b66e-e1b4ca3e483b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490282 Apr 07 13:36:53.078530 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 53032) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:53.178964 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3f1f6-89eb-4a31-93ef-a8aeb7abc96a req-5329d7b6-88a3-4734-8133-b48c18883e4b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:53.181137 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8bc3f1f6-89eb-4a31-93ef-a8aeb7abc96a req-5329d7b6-88a3-4734-8133-b48c18883e4b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 931 time: 0.0626752 Apr 07 13:36:53.278253 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8bc3f1f6-89eb-4a31-93ef-a8aeb7abc96a req-63d2f894-23b5-40da-8b08-99bf4e09cdbe tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914028 Apr 07 13:36:53.383423 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-86f0fe73-7849-42c8-8235-ba0eb42b6191 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2009297229-network', 'tenant_id': '3c8cef62f1b04b368af109c4046b68d4'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:53.411245 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f0fe73-7849-42c8-8235-ba0eb42b6191 admin admin] Made reservation on behalf of 3c8cef62f1b04b368af109c4046b68d4 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:36:53.413697 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-86f0fe73-7849-42c8-8235-ba0eb42b6191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:53.423887 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-86f0fe73-7849-42c8-8235-ba0eb42b6191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:53.517826 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-86f0fe73-7849-42c8-8235-ba0eb42b6191 admin admin] Publish callbacks [] for security_group (c3bd4713-58fa-4172-9b1e-a637eb870055), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:53.523482 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-86f0fe73-7849-42c8-8235-ba0eb42b6191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (c3bd4713-58fa-4172-9b1e-a637eb870055), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:53.550166 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f0fe73-7849-42c8-8235-ba0eb42b6191 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:36:53.560999 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0fe73-7849-42c8-8235-ba0eb42b6191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bd4713-58fa-4172-9b1e-a637eb870055,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:53.565708 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-86f0fe73-7849-42c8-8235-ba0eb42b6191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (f8c1acdc-542e-4b84-a222-7840d5c11b02), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:53.566098 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-86f0fe73-7849-42c8-8235-ba0eb42b6191 admin admin] Added segment f8c1acdc-542e-4b84-a222-7840d5c11b02 of type vlan for network 1ba3b1de-8f6e-49a6-8a51-cf2feab33a74 Apr 07 13:36:53.655937 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-86f0fe73-7849-42c8-8235-ba0eb42b6191 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (1ba3b1de-8f6e-49a6-8a51-cf2feab33a74), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:53.690203 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-86f0fe73-7849-42c8-8235-ba0eb42b6191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (1ba3b1de-8f6e-49a6-8a51-cf2feab33a74), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:53.693538 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f0fe73-7849-42c8-8235-ba0eb42b6191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:53.694130 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-86f0fe73-7849-42c8-8235-ba0eb42b6191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:53.779203 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 53058) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:53.779741 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-86f0fe73-7849-42c8-8235-ba0eb42b6191 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6994224 Apr 07 13:36:53.785497 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-e917b132-6a2f-40d9-a819-85376169019a admin admin] Request body: {'subnet': {'network_id': '1ba3b1de-8f6e-49a6-8a51-cf2feab33a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2009297229-subnet', 'tenant_id': '3c8cef62f1b04b368af109c4046b68d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:53.787925 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0fe73-7849-42c8-8235-ba0eb42b6191 admin admin] Pushing event updated for resources: {'Network': ['ID=1ba3b1de-8f6e-49a6-8a51-cf2feab33a74,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:53.797812 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network 1ba3b1de-8f6e-49a6-8a51-cf2feab33a74 details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:36:53.829237 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e917b132-6a2f-40d9-a819-85376169019a admin admin] Made reservation on behalf of 3c8cef62f1b04b368af109c4046b68d4 for: {'subnet': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:36:53.831397 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e917b132-6a2f-40d9-a819-85376169019a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:53.917777 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 53062) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:53.926516 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5884f1-cb11-4f95-8362-11c1fe9726c0 req-d2ae8649-10b8-4aae-a230-8ad841b2ed47 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:53.927993 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0a5884f1-cb11-4f95-8362-11c1fe9726c0 req-d2ae8649-10b8-4aae-a230-8ad841b2ed47 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 932 time: 0.1088800 Apr 07 13:36:54.008840 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0a5884f1-cb11-4f95-8362-11c1fe9726c0 req-10a9f3c7-3b50-41dd-ae02-5bade892eab1 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750906 Apr 07 13:36:54.027862 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-891f3265-9dce-4991-aef8-932b7e3904ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:54.086555 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e917b132-6a2f-40d9-a819-85376169019a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for subnet (d77f9a2c-4434-4e93-9251-c1c46c9d23b3), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:54.153114 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-891f3265-9dce-4991-aef8-932b7e3904ab admin admin] Publish callbacks [] for security_group (1d17ef7b-6b55-432a-9374-fd104e8a6df5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:54.159817 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-891f3265-9dce-4991-aef8-932b7e3904ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (1d17ef7b-6b55-432a-9374-fd104e8a6df5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:54.189351 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917b132-6a2f-40d9-a819-85376169019a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d77f9a2c-4434-4e93-9251-c1c46c9d23b3,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:54.200147 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f3265-9dce-4991-aef8-932b7e3904ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d17ef7b-6b55-432a-9374-fd104e8a6df5,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:54.204452 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-891f3265-9dce-4991-aef8-932b7e3904ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1ed3f45150a4e81b9857c7871bac40d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854371 Apr 07 13:36:54.207269 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 53068) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:54.220441 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bc7ff-a482-4c26-956b-b0e58b239993 req-c465715c-f145-4309-a055-6af76817fe64 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:54.221905 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-188bc7ff-a482-4c26-956b-b0e58b239993 req-c465715c-f145-4309-a055-6af76817fe64 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 931 time: 0.0983307 Apr 07 13:36:54.223570 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e917b132-6a2f-40d9-a819-85376169019a admin admin] Checking segment: {'id': 'f8c1acdc-542e-4b84-a222-7840d5c11b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1ba3b1de-8f6e-49a6-8a51-cf2feab33a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:36:54.223920 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e917b132-6a2f-40d9-a819-85376169019a admin admin] Network hostable DHCP agents. Network: 1ba3b1de-8f6e-49a6-8a51-cf2feab33a74, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:36:54.256422 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e917b132-6a2f-40d9-a819-85376169019a admin admin] Network 1ba3b1de-8f6e-49a6-8a51-cf2feab33a74 is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:36:54.258955 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1be485b0-78b6-4487-9b4e-663db65e3174 admin admin] Publish callbacks [] for security_group (1d17ef7b-6b55-432a-9374-fd104e8a6df5), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:54.271705 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-e917b132-6a2f-40d9-a819-85376169019a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, 1ba3b1de-8f6e-49a6-8a51-cf2feab33a74) {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:36:54.280166 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1be485b0-78b6-4487-9b4e-663db65e3174 admin admin] Publish callbacks [] for security_group (1d17ef7b-6b55-432a-9374-fd104e8a6df5), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:54.280342 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698eacdf-8a43-4f5e-a491-76b3be720d7c None None] Network 1ba3b1de-8f6e-49a6-8a51-cf2feab33a74 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:36:54.285815 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e917b132-6a2f-40d9-a819-85376169019a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:54.286718 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e917b132-6a2f-40d9-a819-85376169019a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:54.295676 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-188bc7ff-a482-4c26-956b-b0e58b239993 req-0d282201-f655-45eb-bd94-988b8a2bf12a tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663302 Apr 07 13:36:54.311316 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-e917b132-6a2f-40d9-a819-85376169019a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5310476 Apr 07 13:36:54.349711 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1be485b0-78b6-4487-9b4e-663db65e3174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (1d17ef7b-6b55-432a-9374-fd104e8a6df5), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:54.354581 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1be485b0-78b6-4487-9b4e-663db65e3174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:54.365137 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1be485b0-78b6-4487-9b4e-663db65e3174 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d17ef7b-6b55-432a-9374-fd104e8a6df5 HTTP/1.1" status: 204 len: 168 time: 0.1550028 Apr 07 13:36:54.387065 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be485b0-78b6-4487-9b4e-663db65e3174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d17ef7b-6b55-432a-9374-fd104e8a6df5,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:54.521041 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0e8279-df92-482f-9fcb-f33926f7af5c None None] Network 1ba3b1de-8f6e-49a6-8a51-cf2feab33a74 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:36:54.521995 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee921d-86a8-468f-adc1-fd38b15fea0d req-81b1b839-ed3a-43a3-b8c7-7b9e3589f785 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:54.531629 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-feee921d-86a8-468f-adc1-fd38b15fea0d req-81b1b839-ed3a-43a3-b8c7-7b9e3589f785 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 931 time: 0.1097379 Apr 07 13:36:54.611959 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-feee921d-86a8-468f-adc1-fd38b15fea0d req-e89c302c-8be1-4f22-a598-b89b07ea648e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792141 Apr 07 13:36:54.871147 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 53088) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:54.886188 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a1661a4c-d14e-40a3-9a35-23282a681fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:54.921797 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7674eb59-75de-459d-aab8-a91e592d970d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:55.003031 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a1661a4c-d14e-40a3-9a35-23282a681fba admin admin] Publish callbacks [] for security_group (4b703f8f-89ca-4627-b821-57a37eb1ef54), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:55.008608 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a1661a4c-d14e-40a3-9a35-23282a681fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (4b703f8f-89ca-4627-b821-57a37eb1ef54), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:55.052518 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-a1661a4c-d14e-40a3-9a35-23282a681fba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f43b5e21cf0d457fb7c09cc68f08866e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802871 Apr 07 13:36:55.053377 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1661a4c-d14e-40a3-9a35-23282a681fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b703f8f-89ca-4627-b821-57a37eb1ef54,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:55.055377 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 53096) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:55.118395 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2d4644ee-b938-45dc-8668-225fa3a3b7c2 admin admin] Publish callbacks [] for security_group (4b703f8f-89ca-4627-b821-57a37eb1ef54), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:55.132652 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3b1b3-6ad9-4e1c-bd72-9bdc34b0e095 req-cca88ccf-fa12-449f-abda-61cfdaa52736 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:55.134123 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cad3b1b3-6ad9-4e1c-bd72-9bdc34b0e095 req-cca88ccf-fa12-449f-abda-61cfdaa52736 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0569594 Apr 07 13:36:55.146044 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2d4644ee-b938-45dc-8668-225fa3a3b7c2 admin admin] Publish callbacks [] for security_group (4b703f8f-89ca-4627-b821-57a37eb1ef54), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:55.180548 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cad3b1b3-6ad9-4e1c-bd72-9bdc34b0e095 req-ac49be98-8050-4dad-8a45-8329382e48ad tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409412 Apr 07 13:36:55.204191 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2d4644ee-b938-45dc-8668-225fa3a3b7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (4b703f8f-89ca-4627-b821-57a37eb1ef54), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:55.204191 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2d4644ee-b938-45dc-8668-225fa3a3b7c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:55.204191 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2d4644ee-b938-45dc-8668-225fa3a3b7c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b703f8f-89ca-4627-b821-57a37eb1ef54 HTTP/1.1" status: 204 len: 168 time: 0.1437395 Apr 07 13:36:55.208195 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4644ee-b938-45dc-8668-225fa3a3b7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b703f8f-89ca-4627-b821-57a37eb1ef54,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:55.257633 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 53104) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:55.262551 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-21884cf5-cdeb-4fa8-84e3-bb0cfa794bba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-878270985-network', 'tenant_id': 'a8b4be575e7143a2b0934a6f537a4dae'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:55.280304 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21884cf5-cdeb-4fa8-84e3-bb0cfa794bba admin admin] Made reservation on behalf of a8b4be575e7143a2b0934a6f537a4dae for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:36:55.282637 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-21884cf5-cdeb-4fa8-84e3-bb0cfa794bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:55.291258 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-21884cf5-cdeb-4fa8-84e3-bb0cfa794bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:55.380609 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-21884cf5-cdeb-4fa8-84e3-bb0cfa794bba admin admin] Publish callbacks [] for security_group (8827d3dc-90a1-4efa-9356-e0d36f37414e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:55.386372 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-21884cf5-cdeb-4fa8-84e3-bb0cfa794bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (8827d3dc-90a1-4efa-9356-e0d36f37414e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:55.412287 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21884cf5-cdeb-4fa8-84e3-bb0cfa794bba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:36:55.422916 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21884cf5-cdeb-4fa8-84e3-bb0cfa794bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8827d3dc-90a1-4efa-9356-e0d36f37414e,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:55.429222 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-21884cf5-cdeb-4fa8-84e3-bb0cfa794bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (37e80de2-da7d-421b-b38c-7d1175066238), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:55.429563 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-21884cf5-cdeb-4fa8-84e3-bb0cfa794bba admin admin] Added segment 37e80de2-da7d-421b-b38c-7d1175066238 of type vlan for network 2a4fce5e-1cc6-46f6-b340-fb7f10af9c31 Apr 07 13:36:55.438237 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2176f-7a86-424b-9525-e332b6ef3524 req-a6d191ca-adde-4253-bacf-28a1b228c24f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:55.445821 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0ea2176f-7a86-424b-9525-e332b6ef3524 req-a6d191ca-adde-4253-bacf-28a1b228c24f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 931 time: 0.0683203 Apr 07 13:36:55.471334 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-21884cf5-cdeb-4fa8-84e3-bb0cfa794bba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (2a4fce5e-1cc6-46f6-b340-fb7f10af9c31), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:55.503331 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0ea2176f-7a86-424b-9525-e332b6ef3524 req-0841cb1a-d2e1-405b-9766-d251a0265c3f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566323 Apr 07 13:36:55.506399 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-21884cf5-cdeb-4fa8-84e3-bb0cfa794bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (2a4fce5e-1cc6-46f6-b340-fb7f10af9c31), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:55.507373 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21884cf5-cdeb-4fa8-84e3-bb0cfa794bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:55.507970 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-21884cf5-cdeb-4fa8-84e3-bb0cfa794bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:55.569426 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-21884cf5-cdeb-4fa8-84e3-bb0cfa794bba admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3082955 Apr 07 13:36:55.569637 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 53118) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:55.574199 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-e6121372-25d5-435f-afbb-d692a4f12a4f admin admin] Request body: {'subnet': {'network_id': '2a4fce5e-1cc6-46f6-b340-fb7f10af9c31', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-878270985-subnet', 'tenant_id': 'a8b4be575e7143a2b0934a6f537a4dae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:55.581821 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21884cf5-cdeb-4fa8-84e3-bb0cfa794bba admin admin] Pushing event updated for resources: {'Network': ['ID=2a4fce5e-1cc6-46f6-b340-fb7f10af9c31,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:55.593612 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network 2a4fce5e-1cc6-46f6-b340-fb7f10af9c31 details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:36:55.598624 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6121372-25d5-435f-afbb-d692a4f12a4f admin admin] Made reservation on behalf of a8b4be575e7143a2b0934a6f537a4dae for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:36:55.600890 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e6121372-25d5-435f-afbb-d692a4f12a4f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:55.741146 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:55.790061 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010786b-20e5-437e-a6db-53c07e33a33f req-cde83ac2-c8b6-4b4e-b89e-b095b4066a81 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:55.796857 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6010786b-20e5-437e-a6db-53c07e33a33f req-cde83ac2-c8b6-4b4e-b89e-b095b4066a81 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 931 time: 0.0653119 Apr 07 13:36:55.810756 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e6121372-25d5-435f-afbb-d692a4f12a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for subnet (5033c830-192a-4609-b769-433adcf61e7b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:55.843164 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6010786b-20e5-437e-a6db-53c07e33a33f req-eb2a9268-bd7b-4950-8ab4-d38ba2f26d34 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450070 Apr 07 13:36:55.877278 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6121372-25d5-435f-afbb-d692a4f12a4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5033c830-192a-4609-b769-433adcf61e7b,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:55.884508 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6121372-25d5-435f-afbb-d692a4f12a4f admin admin] Checking segment: {'id': '37e80de2-da7d-421b-b38c-7d1175066238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a4fce5e-1cc6-46f6-b340-fb7f10af9c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:36:55.884865 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6121372-25d5-435f-afbb-d692a4f12a4f admin admin] Network hostable DHCP agents. Network: 2a4fce5e-1cc6-46f6-b340-fb7f10af9c31, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:36:55.901972 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6121372-25d5-435f-afbb-d692a4f12a4f admin admin] Network 2a4fce5e-1cc6-46f6-b340-fb7f10af9c31 is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:36:55.910973 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-e6121372-25d5-435f-afbb-d692a4f12a4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, 2a4fce5e-1cc6-46f6-b340-fb7f10af9c31) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:36:55.914969 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6121372-25d5-435f-afbb-d692a4f12a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:55.915577 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e6121372-25d5-435f-afbb-d692a4f12a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:55.921530 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c90e60-ae64-418c-85ff-b0db5aa24f1d None None] Network 2a4fce5e-1cc6-46f6-b340-fb7f10af9c31 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:36:55.930807 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e6121372-25d5-435f-afbb-d692a4f12a4f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3601797 Apr 07 13:36:56.023864 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0b3299-ad94-4285-a8b7-5d731789c0ed None None] Network 2a4fce5e-1cc6-46f6-b340-fb7f10af9c31 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:36:56.064562 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 53142) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:56.110446 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-8edb2669-842b-4999-9dfc-0d46c877c719 admin admin] Deleting subnet d77f9a2c-4434-4e93-9251-c1c46c9d23b3 {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:36:56.113846 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8edb2669-842b-4999-9dfc-0d46c877c719 admin admin] Publish callbacks [] for subnet (d77f9a2c-4434-4e93-9251-c1c46c9d23b3), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:56.148680 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8edb2669-842b-4999-9dfc-0d46c877c719 admin admin] Publish callbacks [] for subnet (d77f9a2c-4434-4e93-9251-c1c46c9d23b3), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:56.159452 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8edb2669-842b-4999-9dfc-0d46c877c719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16392291'] for subnet (d77f9a2c-4434-4e93-9251-c1c46c9d23b3), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:56.221820 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8edb2669-842b-4999-9dfc-0d46c877c719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16392298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for subnet (d77f9a2c-4434-4e93-9251-c1c46c9d23b3), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:56.252760 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb2669-842b-4999-9dfc-0d46c877c719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d77f9a2c-4434-4e93-9251-c1c46c9d23b3,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:56.257029 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8edb2669-842b-4999-9dfc-0d46c877c719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:56.260236 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8edb2669-842b-4999-9dfc-0d46c877c719 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d77f9a2c-4434-4e93-9251-c1c46c9d23b3 HTTP/1.1" status: 204 len: 168 time: 0.1943934 Apr 07 13:36:56.262605 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 53154) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:56.326447 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba57caf-23c9-4ae0-8701-9d91287c38e6 req-c08b1177-e9a2-49b3-911c-8c08aae6fee5 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:56.328509 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8ba57caf-23c9-4ae0-8701-9d91287c38e6 req-c08b1177-e9a2-49b3-911c-8c08aae6fee5 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0603147 Apr 07 13:36:56.337119 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16221602'] for network (1ba3b1de-8f6e-49a6-8a51-cf2feab33a74), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:56.376176 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8ba57caf-23c9-4ae0-8701-9d91287c38e6 req-f780846e-88d1-4757-9c41-74c0598bb046 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414622 Apr 07 13:36:56.429993 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16415226', 'neutron.services.segments.db._delete_segments_for_network-8738487795402'] for network (1ba3b1de-8f6e-49a6-8a51-cf2feab33a74), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:56.450188 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:56.450584 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:56.451353 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:56.451685 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Subscribe: > port after_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:56.452024 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:56.452338 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Subscribe: > port after_update 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:56.453205 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:56.453205 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:56.453400 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:56.453577 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:56.626997 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee363cad-b50e-4cad-9334-b638c3bb0879 req-1ea6803a-3912-4b45-a42e-c2de19aa6c50 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:56.628459 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ee363cad-b50e-4cad-9334-b638c3bb0879 req-1ea6803a-3912-4b45-a42e-c2de19aa6c50 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 931 time: 0.0515597 Apr 07 13:36:56.680476 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ee363cad-b50e-4cad-9334-b638c3bb0879 req-3bae060b-5344-4061-999b-84b2b6aa893e tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452292 Apr 07 13:36:56.781407 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:56.781803 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:56.782079 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:56.782430 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:56.782789 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba3b1de-8f6e-49a6-8a51-cf2feab33a74']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:56.799840 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c1acdc-542e-4b84-a222-7840d5c11b02') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:56.800129 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c1acdc-542e-4b84-a222-7840d5c11b02') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:56.822669 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738487798739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3370172'] for segment (f8c1acdc-542e-4b84-a222-7840d5c11b02), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:56.972195 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (f8c1acdc-542e-4b84-a222-7840d5c11b02), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:56.985694 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:36:56.986672 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3405971'] for segment (f8c1acdc-542e-4b84-a222-7840d5c11b02), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:56.991330 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87658d2-e40b-4fc2-af89-5d13390ae58d req-4084890d-5858-45d7-bd30-58af236b6da4 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:56.993259 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d87658d2-e40b-4fc2-af89-5d13390ae58d req-4084890d-5858-45d7-bd30-58af236b6da4 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 931 time: 0.0639994 Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: from cryptography.utils import int_from_bytes Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: from cryptography.utils import int_from_bytes Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: Traceback (most recent call last): Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: timer() Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: cb(*args, **kw) Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: self._notify() Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: self.callback(batched_events) Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: event.method(event) Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: return f(self, *a, **k) Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: return self._get(url).json() Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:36:57.012973 dv-cinder-836973-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:36:57.060160 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d87658d2-e40b-4fc2-af89-5d13390ae58d req-ed58b311-38d5-4770-8ef1-efccfba8e189 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595834 Apr 07 13:36:57.081588 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16415201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431839'] for network (1ba3b1de-8f6e-49a6-8a51-cf2feab33a74), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:57.098642 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:57.104369 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] 10.222.0.39 "DELETE /v2.0/networks/1ba3b1de-8f6e-49a6-8a51-cf2feab33a74 HTTP/1.1" status: 204 len: 168 time: 0.8382039 Apr 07 13:36:57.104369 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed42a15-91b2-47a4-99f6-73b397e73c2d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ba3b1de-8f6e-49a6-8a51-cf2feab33a74,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:57.105173 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 53184) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:57.165024 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-84832896-f10b-490d-9505-2a560501eb86 admin admin] Deleting subnet 5033c830-192a-4609-b769-433adcf61e7b {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:36:57.171242 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-84832896-f10b-490d-9505-2a560501eb86 admin admin] Publish callbacks [] for subnet (5033c830-192a-4609-b769-433adcf61e7b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:57.201323 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:57.209155 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Request body: {'port': {'device_id': '17955c30-6ab0-45c7-b14d-53ad2bebeedc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:57.225377 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-84832896-f10b-490d-9505-2a560501eb86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3370149'] for subnet (5033c830-192a-4609-b769-433adcf61e7b), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:57.230547 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Request body: {'port': {'device_id': 'c84c6673-9eab-4d10-a066-d5f86793466d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:57.276119 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Request body: {'port': {'device_id': 'ccc1cecb-79e7-438f-a26d-2c8a68918ace', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:57.301247 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Request body: {'port': {'device_id': '4744ce35-3afa-4e11-bae3-17c788d4a6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:36:57.309103 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-84832896-f10b-490d-9505-2a560501eb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16392291'] for subnet (5033c830-192a-4609-b769-433adcf61e7b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:57.346657 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (148621ae-d38d-449e-a8da-17e22d3f715f), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:57.350955 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:57.426786 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (a5bed554-00f3-466f-bc02-887e4a4f841d), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:57.439146 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (186bb944-ba12-41c1-807a-fe7088983aeb), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:57.506018 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-84832896-f10b-490d-9505-2a560501eb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16392298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3405941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3715770'] for subnet (5033c830-192a-4609-b769-433adcf61e7b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:57.630660 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-84832896-f10b-490d-9505-2a560501eb86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:57.636564 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-84832896-f10b-490d-9505-2a560501eb86 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5033c830-192a-4609-b769-433adcf61e7b HTTP/1.1" status: 204 len: 168 time: 0.5280738 Apr 07 13:36:57.638453 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 53202) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:57.650731 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84832896-f10b-490d-9505-2a560501eb86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5033c830-192a-4609-b769-433adcf61e7b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:57.978765 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186bb944-ba12-41c1-807a-fe7088983aeb {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:36:57.985558 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ea435-c7a4-44ad-a3fd-cf1d17483242 req-429c9d90-8a3f-46c0-98a1-43b4487ac642 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:57.992247 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Publish callbacks [] for port (186bb944-ba12-41c1-807a-fe7088983aeb), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:57.992953 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-308ea435-c7a4-44ad-a3fd-cf1d17483242 req-429c9d90-8a3f-46c0-98a1-43b4487ac642 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 932 time: 0.5303321 Apr 07 13:36:58.014410 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Transition to ACTIVE for port object 186bb944-ba12-41c1-807a-fe7088983aeb will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:36:58.021208 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (186bb944-ba12-41c1-807a-fe7088983aeb), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:58.056496 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16221602'] for network (2a4fce5e-1cc6-46f6-b340-fb7f10af9c31), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:58.135039 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=186bb944-ba12-41c1-807a-fe7088983aeb,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:58.191478 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-308ea435-c7a4-44ad-a3fd-cf1d17483242 req-4d3b8086-f735-47ca-9ef2-0ed680f3e939 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976299 Apr 07 13:36:58.208178 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb77d6-d902-4334-98d3-c893add6ddec req-b1ef5106-5307-4f2e-929d-785295e7f554 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:58.209990 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-63fb77d6-d902-4334-98d3-c893add6ddec req-b1ef5106-5307-4f2e-929d-785295e7f554 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 931 time: 0.3489416 Apr 07 13:36:58.214455 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Attempting to bind port 186bb944-ba12-41c1-807a-fe7088983aeb on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:36:58.215022 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Attempting to bind port 186bb944-ba12-41c1-807a-fe7088983aeb by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'd3bf4705-42db-4ff0-9b48-d1afd85a75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f898e86-eb8a-4267-8f53-ac7753f17809'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:36:58.215515 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Attempting to bind port 186bb944-ba12-41c1-807a-fe7088983aeb on network 2f898e86-eb8a-4267-8f53-ac7753f17809 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:36:58.220798 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Port 186bb944-ba12-41c1-807a-fe7088983aeb on network 2f898e86-eb8a-4267-8f53-ac7753f17809 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:36:58.221106 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Attempting to bind port 186bb944-ba12-41c1-807a-fe7088983aeb on network 2f898e86-eb8a-4267-8f53-ac7753f17809 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:36:58.232244 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:36:58.232848 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Checking segment: {'id': 'd3bf4705-42db-4ff0-9b48-d1afd85a75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f898e86-eb8a-4267-8f53-ac7753f17809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:36:58.233580 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Bound using segment: {'id': 'd3bf4705-42db-4ff0-9b48-d1afd85a75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f898e86-eb8a-4267-8f53-ac7753f17809'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:36:58.234093 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Bound port: 186bb944-ba12-41c1-807a-fe7088983aeb, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3bf4705-42db-4ff0-9b48-d1afd85a75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f898e86-eb8a-4267-8f53-ac7753f17809'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:36:58.234683 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (186bb944-ba12-41c1-807a-fe7088983aeb), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:58.306049 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] For port 186bb944-ba12-41c1-807a-fe7088983aeb, host hv-cinder-83697, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:36:58.330982 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] For port 186bb944-ba12-41c1-807a-fe7088983aeb, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=186bb944-ba12-41c1-807a-fe7088983aeb,segment=NetworkSegment(d3bf4705-42db-4ff0-9b48-d1afd85a75f1),segment_id=d3bf4705-42db-4ff0-9b48-d1afd85a75f1)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:36:58.339083 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (186bb944-ba12-41c1-807a-fe7088983aeb), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:58.386988 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16415226', 'neutron.services.segments.db._delete_segments_for_network-8738487795402'] for network (2a4fce5e-1cc6-46f6-b340-fb7f10af9c31), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:58.393789 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:58.395336 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:58.396791 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] 10.222.0.23 "PUT /v2.0/ports/186bb944-ba12-41c1-807a-fe7088983aeb HTTP/1.1" status: 200 len: 1094 time: 1.2605991 Apr 07 13:36:58.397335 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4744ce35-3afa-4e11-bae3-17c788d4a6f9', 'tag': '186bb944-ba12-41c1-807a-fe7088983aeb'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:36:58.404949 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5dc04-f146-49a4-8dbf-c299715fe2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=186bb944-ba12-41c1-807a-fe7088983aeb,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:58.407068 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148621ae-d38d-449e-a8da-17e22d3f715f {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:36:58.431574 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a0e705-3bc0-4aca-8a68-d294d5c28e31 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:36:58.449466 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Publish callbacks [] for port (148621ae-d38d-449e-a8da-17e22d3f715f), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:58.492658 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Publish callbacks [] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:58.526257 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:58.526651 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:58.528815 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:58.529158 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Subscribe: > port after_create 55550000 {{(pid=103372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:58.529598 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:58.529920 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Subscribe: > port after_update 55550000 {{(pid=103372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:58.530255 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:58.530599 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:58.530914 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:58.531234 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:58.564852 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676ee5cc-7a35-4a8b-b4ac-08a611523a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "4744ce35-3afa-4e11-bae3-17c788d4a6f9", "tag": "186bb944-ba12-41c1-807a-fe7088983aeb"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:36:58.593262 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-1fdeb287-4581-465c-8bf7-1a56671b6851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:58.594684 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-1fdeb287-4581-465c-8bf7-1a56671b6851 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c534d8406edf44899d2fd072711786bf&device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 1128 time: 0.1321030 Apr 07 13:36:58.653821 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:58.678856 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-e6a3ca7c-aec1-4abc-b5e8-04478fa2ea8e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=186bb944-ba12-41c1-807a-fe7088983aeb HTTP/1.1" status: 200 len: 217 time: 0.0707879 Apr 07 13:36:58.712326 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:58.712998 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:58.713184 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:58.713519 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 13:36:58.713964 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4fce5e-1cc6-46f6-b340-fb7f10af9c31']}} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:58.737135 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-36565e47-5598-4b4e-bd2d-a615ef944e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:58.738731 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-36565e47-5598-4b4e-bd2d-a615ef944e53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d32e66b-cbb9-4df8-a5bd-c113f13bfc1c HTTP/1.1" status: 200 len: 852 time: 0.0544519 Apr 07 13:36:58.744729 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-63fb77d6-d902-4334-98d3-c893add6ddec req-b9c7b20b-f131-453b-a782-66860d0afd90 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946592 Apr 07 13:36:58.745994 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Transition to ACTIVE for port object 148621ae-d38d-449e-a8da-17e22d3f715f will not be triggered until provisioned by entity L2. {{(pid=103372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:36:58.748268 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e80de2-da7d-421b-b38c-7d1175066238') {'for_net_delete': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:58.748268 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e80de2-da7d-421b-b38c-7d1175066238') {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:36:58.774246 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Transition to ACTIVE for port object d8a0e705-3bc0-4aca-8a68-d294d5c28e31 will not be triggered until provisioned by entity L2. {{(pid=103372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:36:58.785421 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c2851-9f0e-4f76-a69a-c204f26c5241 req-b5068f64-0a27-4912-b7ca-6d6db19a61d1 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:58.785580 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-000c2851-9f0e-4f76-a69a-c204f26c5241 req-b5068f64-0a27-4912-b7ca-6d6db19a61d1 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 931 time: 0.5076118 Apr 07 13:36:58.786155 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3931381'] for port (148621ae-d38d-449e-a8da-17e22d3f715f), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:58.790346 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738487798739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3886101'] for segment (37e80de2-da7d-421b-b38c-7d1175066238), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:58.816005 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-5b89c84c-ab06-469b-93b9-7c693bcd33e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2f898e86-eb8a-4267-8f53-ac7753f17809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650880 Apr 07 13:36:58.828906 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3931381'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:58.871313 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (37e80de2-da7d-421b-b38c-7d1175066238), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:58.908171 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:36:58.908753 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3931353'] for segment (37e80de2-da7d-421b-b38c-7d1175066238), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: from cryptography.utils import int_from_bytes Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: from cryptography.utils import int_from_bytes Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: Traceback (most recent call last): Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: timer() Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: cb(*args, **kw) Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: return func(*args, **kwargs) Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: self._notify() Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: self.callback(batched_events) Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: event.method(event) Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: return f(self, *a, **k) Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._get(url).json() Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: return self.request(url, 'GET', **kwargs) Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:36:58.913731 dv-cinder-836973-1-iscsi neutron-server[103372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:36:58.948432 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Pushing event updated for resources: {'Port': ['ID=148621ae-d38d-449e-a8da-17e22d3f715f,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:58.971345 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384ad5b5-ecec-4023-9487-b9aa68685c03 x-openstack-request-id: req-384ad5b5-ecec-4023-9487-b9aa68685c03 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:36:58.971656 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4744ce35-3afa-4e11-bae3-17c788d4a6f9", "tag": "186bb944-ba12-41c1-807a-fe7088983aeb", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:36:58.971895 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-384ad5b5-ecec-4023-9487-b9aa68685c03 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:36:58.972379 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384ad5b5-ecec-4023-9487-b9aa68685c03'] response: {'name': 'network-changed', 'server_uuid': '4744ce35-3afa-4e11-bae3-17c788d4a6f9', 'tag': '186bb944-ba12-41c1-807a-fe7088983aeb', 'status': 'completed', 'code': 200} Apr 07 13:36:58.992334 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:36:59.008711 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-a5f4860b-79bc-41f5-b704-c53bb5c4064f service neutron] 10.222.0.23 "GET /v2.0/networks/2f898e86-eb8a-4267-8f53-ac7753f17809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589808 Apr 07 13:36:59.014847 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-000c2851-9f0e-4f76-a69a-c204f26c5241 req-2ffab4e1-3a46-412e-acde-999bbb3b1255 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956360 Apr 07 13:36:59.190054 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16415201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431839'] for network (2a4fce5e-1cc6-46f6-b340-fb7f10af9c31), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:59.200652 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Pushing event updated for resources: {'Port': ['ID=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:59.233014 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:59.236279 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2a4fce5e-1cc6-46f6-b340-fb7f10af9c31 HTTP/1.1" status: 204 len: 168 time: 1.5967360 Apr 07 13:36:59.266704 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a7377-d9f6-495f-8109-0e23cebef646 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a4fce5e-1cc6-46f6-b340-fb7f10af9c31,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:59.305162 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Attempting to bind port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:36:59.305365 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Attempting to bind port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'c2a4655c-84aa-4d4f-8441-03dbd941ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:36:59.305658 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Attempting to bind port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 on network d2f37736-8819-4934-9b97-0c19737f4010 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:36:59.313992 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 on network d2f37736-8819-4934-9b97-0c19737f4010 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:36:59.314358 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Attempting to bind port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 on network d2f37736-8819-4934-9b97-0c19737f4010 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:36:59.331992 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:36:59.332443 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Checking segment: {'id': 'c2a4655c-84aa-4d4f-8441-03dbd941ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:36:59.333031 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Bound using segment: {'id': 'c2a4655c-84aa-4d4f-8441-03dbd941ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:36:59.334704 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Bound port: d8a0e705-3bc0-4aca-8a68-d294d5c28e31, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a4655c-84aa-4d4f-8441-03dbd941ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:36:59.336152 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:59.346828 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Attempting to bind port 148621ae-d38d-449e-a8da-17e22d3f715f on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:36:59.347429 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Attempting to bind port 148621ae-d38d-449e-a8da-17e22d3f715f by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:36:59.348514 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Attempting to bind port 148621ae-d38d-449e-a8da-17e22d3f715f on network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:36:59.366821 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5bed554-00f3-466f-bc02-887e4a4f841d {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:36:59.379836 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Publish callbacks [] for port (a5bed554-00f3-466f-bc02-887e4a4f841d), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:59.385956 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Port 148621ae-d38d-449e-a8da-17e22d3f715f on network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:36:59.385956 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Attempting to bind port 148621ae-d38d-449e-a8da-17e22d3f715f on network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:36:59.424599 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Transition to ACTIVE for port object a5bed554-00f3-466f-bc02-887e4a4f841d will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:36:59.434753 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:36:59.435221 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Checking segment: {'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:36:59.436008 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Bound using segment: {'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:36:59.436965 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Bound port: 148621ae-d38d-449e-a8da-17e22d3f715f, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:36:59.437391 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (148621ae-d38d-449e-a8da-17e22d3f715f), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:59.440581 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (a5bed554-00f3-466f-bc02-887e4a4f841d), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:59.473947 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fa9c9299-bd42-4e72-8632-a6da0754372c req-1657fa60-7082-4ae2-96fa-285a63f6c596 service neutron] 10.222.0.23 "GET /v2.0/networks/2f898e86-eb8a-4267-8f53-ac7753f17809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592314 Apr 07 13:36:59.505665 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Pushing event updated for resources: {'Port': ['ID=a5bed554-00f3-466f-bc02-887e4a4f841d,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:59.537346 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] For port d8a0e705-3bc0-4aca-8a68-d294d5c28e31, host hv-cinder-83697, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:36:59.542502 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] For port d8a0e705-3bc0-4aca-8a68-d294d5c28e31, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:36:59.565845 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3931381'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:59.653180 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 53290) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:59.728576 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Attempting to bind port a5bed554-00f3-466f-bc02-887e4a4f841d on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:36:59.728862 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Attempting to bind port a5bed554-00f3-466f-bc02-887e4a4f841d by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:36:59.729195 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Attempting to bind port a5bed554-00f3-466f-bc02-887e4a4f841d on network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:36:59.733466 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a9307-7a2e-4842-8030-887943b573ae req-56e1a7bb-84bb-4845-a406-8f74bfe0c9ef tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:59.743289 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-379a9307-7a2e-4842-8030-887943b573ae req-56e1a7bb-84bb-4845-a406-8f74bfe0c9ef tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 944 time: 0.3983011 Apr 07 13:36:59.748748 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Port a5bed554-00f3-466f-bc02-887e4a4f841d on network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:36:59.749075 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Attempting to bind port a5bed554-00f3-466f-bc02-887e4a4f841d on network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:36:59.755203 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:36:59.766215 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for port (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:59.768275 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] 10.222.0.23 "PUT /v2.0/ports/d8a0e705-3bc0-4aca-8a68-d294d5c28e31 HTTP/1.1" status: 200 len: 1093 time: 2.6378720 Apr 07 13:36:59.775934 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:36:59.776281 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Checking segment: {'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:36:59.776685 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Bound using segment: {'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:36:59.777305 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Bound port: a5bed554-00f3-466f-bc02-887e4a4f841d, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:36:59.777506 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (a5bed554-00f3-466f-bc02-887e4a4f841d), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:36:59.784492 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84c6673-9eab-4d10-a066-d5f86793466d', 'tag': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:36:59.787967 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-32a61574-ed86-48b1-9603-0cbb9c4de972 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c8cef62f1b04b368af109c4046b68d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325924 Apr 07 13:36:59.802265 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 53302) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:36:59.893672 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c26f90-f0be-44cc-9e3f-1db8b949231c service neutron] Pushing event updated for resources: {'Port': ['ID=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:36:59.903971 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] For port 148621ae-d38d-449e-a8da-17e22d3f715f, host hv-cinder-83697, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:37:00.041231 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58d7c849-1c79-4a40-a877-470d59c6e292 admin admin] Publish callbacks [] for security_group (c3bd4713-58fa-4172-9b1e-a637eb870055), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:00.043083 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] For port 148621ae-d38d-449e-a8da-17e22d3f715f, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=148621ae-d38d-449e-a8da-17e22d3f715f,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:37:00.083951 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] For port a5bed554-00f3-466f-bc02-887e4a4f841d, host hv-cinder-83697, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:37:00.088271 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] For port a5bed554-00f3-466f-bc02-887e4a4f841d, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a5bed554-00f3-466f-bc02-887e4a4f841d,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:37:00.104168 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58d7c849-1c79-4a40-a877-470d59c6e292 admin admin] Publish callbacks [] for security_group (c3bd4713-58fa-4172-9b1e-a637eb870055), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:00.110600 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3931381'] for port (148621ae-d38d-449e-a8da-17e22d3f715f), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:00.126902 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-379a9307-7a2e-4842-8030-887943b573ae req-0a695bc3-60ad-4c83-ae46-697e00053479 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015940 Apr 07 13:37:00.153007 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (a5bed554-00f3-466f-bc02-887e4a4f841d), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:00.188423 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0810a1-d282-4da7-8103-ab0dd9a7f02e" -d '{"events": [{"name": "network-changed", "server_uuid": "c84c6673-9eab-4d10-a066-d5f86793466d", "tag": "d8a0e705-3bc0-4aca-8a68-d294d5c28e31"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:37:00.192240 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Pushing event updated for resources: {'Port': ['ID=148621ae-d38d-449e-a8da-17e22d3f715f,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:00.205965 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:00.211161 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:00.212602 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] 10.222.0.23 "PUT /v2.0/ports/a5bed554-00f3-466f-bc02-887e4a4f841d HTTP/1.1" status: 200 len: 1093 time: 3.0811975 Apr 07 13:37:00.230480 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:00.231331 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for port (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:00.233098 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-a4041726-c60f-43d8-b09d-b2ef67311285 service neutron] 10.222.0.23 "PUT /v2.0/ports/148621ae-d38d-449e-a8da-17e22d3f715f HTTP/1.1" status: 200 len: 1094 time: 3.1100807 Apr 07 13:37:00.247467 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f0931-0e13-4fc0-8a4c-f9897562b871 service neutron] Pushing event updated for resources: {'Port': ['ID=a5bed554-00f3-466f-bc02-887e4a4f841d,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:00.249014 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45fc19-4ff9-4a58-b034-216b1f3306a4 req-7638eecc-bcca-4fdc-93b7-a064e2a15b78 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:00.251631 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8e45fc19-4ff9-4a58-b034-216b1f3306a4 req-7638eecc-bcca-4fdc-93b7-a064e2a15b78 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 943 time: 0.3491311 Apr 07 13:37:00.254701 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58d7c849-1c79-4a40-a877-470d59c6e292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (c3bd4713-58fa-4172-9b1e-a637eb870055), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:00.257472 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58d7c849-1c79-4a40-a877-470d59c6e292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:00.258796 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-58d7c849-1c79-4a40-a877-470d59c6e292 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3bd4713-58fa-4172-9b1e-a637eb870055 HTTP/1.1" status: 204 len: 168 time: 0.4554996 Apr 07 13:37:00.268064 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7c849-1c79-4a40-a877-470d59c6e292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bd4713-58fa-4172-9b1e-a637eb870055,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:00.372603 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8e45fc19-4ff9-4a58-b034-216b1f3306a4 req-9212fc97-ffd1-4f18-ac3b-d1907ece4fb5 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138949 Apr 07 13:37:00.406027 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b9c7a-fe41-4a02-9f06-5844478981b8 req-49b9f119-000d-456d-b39e-394f0abcf6f4 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:00.407656 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9b1b9c7a-fe41-4a02-9f06-5844478981b8 req-49b9f119-000d-456d-b39e-394f0abcf6f4 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.1211801 Apr 07 13:37:00.521018 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9b1b9c7a-fe41-4a02-9f06-5844478981b8 req-0516ad76-0795-49c0-bd13-78960c98fe2f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057479 Apr 07 13:37:00.600146 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f891aaaf-77c3-42c5-9907-d198ceff32c0 x-openstack-request-id: req-f891aaaf-77c3-42c5-9907-d198ceff32c0 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:37:00.600648 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84c6673-9eab-4d10-a066-d5f86793466d", "tag": "d8a0e705-3bc0-4aca-8a68-d294d5c28e31", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:37:00.600901 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f891aaaf-77c3-42c5-9907-d198ceff32c0 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:37:00.601386 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f891aaaf-77c3-42c5-9907-d198ceff32c0'] response: {'name': 'network-changed', 'server_uuid': 'c84c6673-9eab-4d10-a066-d5f86793466d', 'tag': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31', 'status': 'completed', 'code': 200} Apr 07 13:37:00.791561 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 53358) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:00.839092 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8cc2fc06-23b5-4b4b-8ffd-82ed5b30f998 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8b4be575e7143a2b0934a6f537a4dae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438511 Apr 07 13:37:00.839193 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 53364) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:00.868367 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 53366) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:00.890919 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32ad0653-205a-4747-b16a-2d0334102a7f admin admin] Publish callbacks [] for security_group (8827d3dc-90a1-4efa-9356-e0d36f37414e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:00.913855 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32ad0653-205a-4747-b16a-2d0334102a7f admin admin] Publish callbacks [] for security_group (8827d3dc-90a1-4efa-9356-e0d36f37414e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:00.967406 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32ad0653-205a-4747-b16a-2d0334102a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (8827d3dc-90a1-4efa-9356-e0d36f37414e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:00.970527 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32ad0653-205a-4747-b16a-2d0334102a7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:00.971690 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-32ad0653-205a-4747-b16a-2d0334102a7f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8827d3dc-90a1-4efa-9356-e0d36f37414e HTTP/1.1" status: 204 len: 168 time: 0.1316853 Apr 07 13:37:00.979397 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc1cecb-79e7-438f-a26d-2c8a68918ace', 'tag': 'a5bed554-00f3-466f-bc02-887e4a4f841d'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:37:00.984923 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-01afc3a2-e3b1-4180-b11e-5383b1915c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:00.985167 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb02f405-f1e1-446b-be03-8b5eff95a1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ccc1cecb-79e7-438f-a26d-2c8a68918ace", "tag": "a5bed554-00f3-466f-bc02-887e4a4f841d"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:37:00.993357 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad0653-205a-4747-b16a-2d0334102a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8827d3dc-90a1-4efa-9356-e0d36f37414e,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:01.044622 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a144e473-5790-4ed0-8f50-4e682cec909d x-openstack-request-id: req-a144e473-5790-4ed0-8f50-4e682cec909d {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:37:01.044869 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccc1cecb-79e7-438f-a26d-2c8a68918ace", "tag": "a5bed554-00f3-466f-bc02-887e4a4f841d", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:37:01.045167 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a144e473-5790-4ed0-8f50-4e682cec909d {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:37:01.045571 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a144e473-5790-4ed0-8f50-4e682cec909d'] response: {'name': 'network-changed', 'server_uuid': 'ccc1cecb-79e7-438f-a26d-2c8a68918ace', 'tag': 'a5bed554-00f3-466f-bc02-887e4a4f841d', 'status': 'completed', 'code': 200} Apr 07 13:37:01.120919 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-01afc3a2-e3b1-4180-b11e-5383b1915c91 admin admin] Publish callbacks [] for security_group (14b9429f-9329-4b4f-9b58-b21d4487a592), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:01.125566 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-01afc3a2-e3b1-4180-b11e-5383b1915c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (14b9429f-9329-4b4f-9b58-b21d4487a592), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:01.149951 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afc3a2-e3b1-4180-b11e-5383b1915c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b9429f-9329-4b4f-9b58-b21d4487a592,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:01.182373 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 53392) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:01.182737 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-01afc3a2-e3b1-4180-b11e-5383b1915c91 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02d7398e0dc24fcdbbb9e74fbd7d10f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125961 Apr 07 13:37:01.238246 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9a6bbfe6-5cf8-46f5-b760-24bb3f441198 admin admin] Publish callbacks [] for security_group (14b9429f-9329-4b4f-9b58-b21d4487a592), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:01.262634 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4803b-9e3d-49cc-bfcb-e4ea083a29a6 req-83d555bb-aabe-4717-9973-7a6116680d9d tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:01.264095 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fcb4803b-9e3d-49cc-bfcb-e4ea083a29a6 req-83d555bb-aabe-4717-9973-7a6116680d9d tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 944 time: 0.0538514 Apr 07 13:37:01.264532 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9a6bbfe6-5cf8-46f5-b760-24bb3f441198 admin admin] Publish callbacks [] for security_group (14b9429f-9329-4b4f-9b58-b21d4487a592), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:01.324336 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9a6bbfe6-5cf8-46f5-b760-24bb3f441198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (14b9429f-9329-4b4f-9b58-b21d4487a592), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:01.327200 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9a6bbfe6-5cf8-46f5-b760-24bb3f441198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:01.328331 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9a6bbfe6-5cf8-46f5-b760-24bb3f441198 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/14b9429f-9329-4b4f-9b58-b21d4487a592 HTTP/1.1" status: 204 len: 168 time: 0.1450064 Apr 07 13:37:01.338287 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fcb4803b-9e3d-49cc-bfcb-e4ea083a29a6 req-57c38a76-f708-4e3f-9dd4-26088c6e86c7 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673616 Apr 07 13:37:01.341977 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bbfe6-5cf8-46f5-b760-24bb3f441198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b9429f-9329-4b4f-9b58-b21d4487a592,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:01.525941 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b0b2f-73a6-47d1-91d8-b985d439d380 req-69d32fe7-e707-4346-b195-118a811770ad tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:01.533844 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-299b0b2f-73a6-47d1-91d8-b985d439d380 req-69d32fe7-e707-4346-b195-118a811770ad tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 943 time: 0.0728245 Apr 07 13:37:01.613562 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-299b0b2f-73a6-47d1-91d8-b985d439d380 req-510fe312-d8a1-4fca-9a4e-33793d0c41c0 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787885 Apr 07 13:37:01.697709 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fa7ef-e0fa-4072-9cee-be3237450c7e req-cb157ca4-705c-497f-8343-b0523018fe7e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:01.715895 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7a3fa7ef-e0fa-4072-9cee-be3237450c7e req-cb157ca4-705c-497f-8343-b0523018fe7e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.1059594 Apr 07 13:37:01.778826 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7a3fa7ef-e0fa-4072-9cee-be3237450c7e req-e703932e-0dcf-48b5-8856-ca2dbfba14fa tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612955 Apr 07 13:37:02.470899 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b4715-b002-4fec-b0e0-584a9765e78b req-c155db02-3d0a-491b-b4b4-7be18d1befaf tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:02.472935 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-de9b4715-b002-4fec-b0e0-584a9765e78b req-c155db02-3d0a-491b-b4b4-7be18d1befaf tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 944 time: 0.0565965 Apr 07 13:37:02.520777 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-de9b4715-b002-4fec-b0e0-584a9765e78b req-3c02be9f-ea73-4bf3-b28c-c482912f1838 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415626 Apr 07 13:37:02.602599 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17955c30-6ab0-45c7-b14d-53ad2bebeedc', 'tag': '148621ae-d38d-449e-a8da-17e22d3f715f'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:37:02.604956 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f17c3e-e5c3-4f0d-a740-6600b0973f25" -d '{"events": [{"name": "network-changed", "server_uuid": "17955c30-6ab0-45c7-b14d-53ad2bebeedc", "tag": "148621ae-d38d-449e-a8da-17e22d3f715f"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:37:02.648909 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced1e964-8006-412c-aca7-4fa648e31c5f x-openstack-request-id: req-ced1e964-8006-412c-aca7-4fa648e31c5f {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:37:02.649295 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17955c30-6ab0-45c7-b14d-53ad2bebeedc", "tag": "148621ae-d38d-449e-a8da-17e22d3f715f", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:37:02.649476 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ced1e964-8006-412c-aca7-4fa648e31c5f {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:37:02.649889 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced1e964-8006-412c-aca7-4fa648e31c5f'] response: {'name': 'network-changed', 'server_uuid': '17955c30-6ab0-45c7-b14d-53ad2bebeedc', 'tag': '148621ae-d38d-449e-a8da-17e22d3f715f', 'status': 'completed', 'code': 200} Apr 07 13:37:02.752330 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a19ee-d704-4683-8d51-5eb9f55c5fba req-a3e07320-f6cb-47ee-9c25-38c210be988c tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:02.753879 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-858a19ee-d704-4683-8d51-5eb9f55c5fba req-a3e07320-f6cb-47ee-9c25-38c210be988c tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 943 time: 0.0580485 Apr 07 13:37:02.819776 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-858a19ee-d704-4683-8d51-5eb9f55c5fba req-b9aed9e4-41ef-4478-b8a9-cf6ba74ad6f3 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593207 Apr 07 13:37:02.911235 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927e550-9095-48a2-ab3e-dfef82a8159b req-462afa15-b02f-4101-b440-b2661b0a52de tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:02.912726 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c927e550-9095-48a2-ab3e-dfef82a8159b req-462afa15-b02f-4101-b440-b2661b0a52de tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0595083 Apr 07 13:37:02.962792 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c927e550-9095-48a2-ab3e-dfef82a8159b req-182011dc-c195-4a52-8cc7-12c21b5f8508 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436475 Apr 07 13:37:03.473976 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 53548) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:03.586962 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-05a75a68-5c2e-4a8e-a650-793016dfead1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:03.661843 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310b8e4-6ec2-43b1-9aad-86874f2e0999 req-2ba44dc2-321f-4e1c-9edf-fe45bb7cdbf4 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:03.663519 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3310b8e4-6ec2-43b1-9aad-86874f2e0999 req-2ba44dc2-321f-4e1c-9edf-fe45bb7cdbf4 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 944 time: 0.0568142 Apr 07 13:37:03.686069 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-05a75a68-5c2e-4a8e-a650-793016dfead1 admin admin] Publish callbacks [] for security_group (f45292bb-3122-412e-b900-f30589148e34), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:03.689619 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-05a75a68-5c2e-4a8e-a650-793016dfead1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (f45292bb-3122-412e-b900-f30589148e34), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:03.720489 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3310b8e4-6ec2-43b1-9aad-86874f2e0999 req-87614ff1-174d-466c-8f8a-5e2d8d03f52e tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512831 Apr 07 13:37:03.730160 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-05a75a68-5c2e-4a8e-a650-793016dfead1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d04a4f32bdec46f1b857bf74dccea43b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548852 Apr 07 13:37:03.732148 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a75a68-5c2e-4a8e-a650-793016dfead1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45292bb-3122-412e-b900-f30589148e34,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:03.732860 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 53558) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:03.987210 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-016e4b02-442f-4464-9dca-ac6914f90aef admin admin] Publish callbacks [] for security_group (f45292bb-3122-412e-b900-f30589148e34), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:04.014417 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-016e4b02-442f-4464-9dca-ac6914f90aef admin admin] Publish callbacks [] for security_group (f45292bb-3122-412e-b900-f30589148e34), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:04.039042 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88eaf74-52cd-4b70-9e15-f0111308e32b req-e6b84fa1-92ad-4023-83d2-4865b66ed3fa tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:04.040556 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a88eaf74-52cd-4b70-9e15-f0111308e32b req-e6b84fa1-92ad-4023-83d2-4865b66ed3fa tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 943 time: 0.0962029 Apr 07 13:37:04.107601 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 53576) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:04.134829 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a88eaf74-52cd-4b70-9e15-f0111308e32b req-a3f477bb-33ff-4bc7-bb46-d217cff42f5a tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887353 Apr 07 13:37:04.150875 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15755d7-6f2d-41d9-b91e-a16cc6877b10 req-a3048fca-8f42-451b-955b-3b1f253567df tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:04.152352 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a15755d7-6f2d-41d9-b91e-a16cc6877b10 req-a3048fca-8f42-451b-955b-3b1f253567df tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0985663 Apr 07 13:37:04.153107 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-016e4b02-442f-4464-9dca-ac6914f90aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (f45292bb-3122-412e-b900-f30589148e34), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:04.155848 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-016e4b02-442f-4464-9dca-ac6914f90aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:04.158338 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-016e4b02-442f-4464-9dca-ac6914f90aef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f45292bb-3122-412e-b900-f30589148e34 HTTP/1.1" status: 204 len: 168 time: 0.4230416 Apr 07 13:37:04.167066 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e4b02-442f-4464-9dca-ac6914f90aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45292bb-3122-412e-b900-f30589148e34,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:04.213418 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a15755d7-6f2d-41d9-b91e-a16cc6877b10 req-497048eb-55a9-4797-8d8d-b88df223c163 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482728 Apr 07 13:37:04.248084 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4ce266e1-67d2-4fd2-bb8f-63bd21f32ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:04.319516 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:04.330181 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4ce266e1-67d2-4fd2-bb8f-63bd21f32ad4 admin admin] Publish callbacks [] for security_group (ac94941a-3400-441f-a9b8-ad3dc93f2bc8), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:04.335654 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4ce266e1-67d2-4fd2-bb8f-63bd21f32ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (ac94941a-3400-441f-a9b8-ad3dc93f2bc8), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:04.377537 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4ce266e1-67d2-4fd2-bb8f-63bd21f32ad4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d9142891dec7449cacc7a4bd1f00dd09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664428 Apr 07 13:37:04.377537 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce266e1-67d2-4fd2-bb8f-63bd21f32ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac94941a-3400-441f-a9b8-ad3dc93f2bc8,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:04.378123 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 53586) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:04.429049 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5d0eb90f-27ea-4525-869a-0698c8a0b88b admin admin] Publish callbacks [] for security_group (ac94941a-3400-441f-a9b8-ad3dc93f2bc8), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:04.452585 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5d0eb90f-27ea-4525-869a-0698c8a0b88b admin admin] Publish callbacks [] for security_group (ac94941a-3400-441f-a9b8-ad3dc93f2bc8), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:04.452861 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 53588) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:04.466691 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d26d7a20-5599-464f-af98-0aec6f898037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:04.496796 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5d0eb90f-27ea-4525-869a-0698c8a0b88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (ac94941a-3400-441f-a9b8-ad3dc93f2bc8), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:04.499362 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5d0eb90f-27ea-4525-869a-0698c8a0b88b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:04.500489 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-5d0eb90f-27ea-4525-869a-0698c8a0b88b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac94941a-3400-441f-a9b8-ad3dc93f2bc8 HTTP/1.1" status: 204 len: 168 time: 0.1212704 Apr 07 13:37:04.509449 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0eb90f-27ea-4525-869a-0698c8a0b88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac94941a-3400-441f-a9b8-ad3dc93f2bc8,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:04.555926 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d26d7a20-5599-464f-af98-0aec6f898037 admin admin] Publish callbacks [] for security_group (1130b94c-6fd0-45b3-b32f-5bc469ec68d4), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:04.560821 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d26d7a20-5599-464f-af98-0aec6f898037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (1130b94c-6fd0-45b3-b32f-5bc469ec68d4), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:04.600769 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d26d7a20-5599-464f-af98-0aec6f898037 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4dec38cf6c64471cac1db6972532d66b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468070 Apr 07 13:37:04.601645 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d7a20-5599-464f-af98-0aec6f898037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1130b94c-6fd0-45b3-b32f-5bc469ec68d4,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:04.603492 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 53592) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:04.660793 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-de197a30-a054-47e9-9912-e63192576772 admin admin] Publish callbacks [] for security_group (1130b94c-6fd0-45b3-b32f-5bc469ec68d4), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:04.684977 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-de197a30-a054-47e9-9912-e63192576772 admin admin] Publish callbacks [] for security_group (1130b94c-6fd0-45b3-b32f-5bc469ec68d4), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:04.750288 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-de197a30-a054-47e9-9912-e63192576772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (1130b94c-6fd0-45b3-b32f-5bc469ec68d4), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:04.752784 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-de197a30-a054-47e9-9912-e63192576772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:04.755104 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-de197a30-a054-47e9-9912-e63192576772 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1130b94c-6fd0-45b3-b32f-5bc469ec68d4 HTTP/1.1" status: 204 len: 168 time: 0.1499767 Apr 07 13:37:04.764211 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de197a30-a054-47e9-9912-e63192576772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1130b94c-6fd0-45b3-b32f-5bc469ec68d4,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:04.924105 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 53606) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:04.936398 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db3a15-963a-483d-9707-cfea174c7dfb req-051d05c4-1d17-4683-99f9-caafdb25b6f1 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:04.937890 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-23db3a15-963a-483d-9707-cfea174c7dfb req-051d05c4-1d17-4683-99f9-caafdb25b6f1 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 944 time: 0.0837011 Apr 07 13:37:04.939226 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c890f19-63bf-4005-b6f9-9162c7f8a91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:05.018108 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-23db3a15-963a-483d-9707-cfea174c7dfb req-a6a46d4d-bc31-48b6-9e8a-5debb00c0276 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724304 Apr 07 13:37:05.063227 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c890f19-63bf-4005-b6f9-9162c7f8a91d admin admin] Publish callbacks [] for security_group (899811e3-5ef2-4a8e-9d35-60dde05f592c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:05.073400 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c890f19-63bf-4005-b6f9-9162c7f8a91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (899811e3-5ef2-4a8e-9d35-60dde05f592c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:05.112567 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8c890f19-63bf-4005-b6f9-9162c7f8a91d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=830ae07b6c7e4885a7a1372663f16bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871521 Apr 07 13:37:05.114067 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c890f19-63bf-4005-b6f9-9162c7f8a91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899811e3-5ef2-4a8e-9d35-60dde05f592c,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:05.115706 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 53614) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:05.166698 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-46b35bd3-60cd-4fef-af62-898a95c90037 admin admin] Publish callbacks [] for security_group (899811e3-5ef2-4a8e-9d35-60dde05f592c), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:05.189594 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-46b35bd3-60cd-4fef-af62-898a95c90037 admin admin] Publish callbacks [] for security_group (899811e3-5ef2-4a8e-9d35-60dde05f592c), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:05.276324 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569355a5-ca6f-4af9-9b2d-e1d6e563b3af req-b33b2633-3044-4940-b165-810f985643a6 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:05.277834 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-569355a5-ca6f-4af9-9b2d-e1d6e563b3af req-b33b2633-3044-4940-b165-810f985643a6 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 943 time: 0.0643764 Apr 07 13:37:05.293002 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-46b35bd3-60cd-4fef-af62-898a95c90037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (899811e3-5ef2-4a8e-9d35-60dde05f592c), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:05.295739 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-46b35bd3-60cd-4fef-af62-898a95c90037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:05.296856 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-46b35bd3-60cd-4fef-af62-898a95c90037 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/899811e3-5ef2-4a8e-9d35-60dde05f592c HTTP/1.1" status: 204 len: 168 time: 0.1801124 Apr 07 13:37:05.325146 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b35bd3-60cd-4fef-af62-898a95c90037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899811e3-5ef2-4a8e-9d35-60dde05f592c,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:05.390319 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-569355a5-ca6f-4af9-9b2d-e1d6e563b3af req-e46fa2f9-6193-4807-8fc2-45cabf797d9b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040196 Apr 07 13:37:05.414199 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b22f74-d2b1-4b7e-bec5-f9a181b22e15 req-61ac6bf7-6449-4a7e-9fdc-2bde63b8fbc0 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:05.415699 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a1b22f74-d2b1-4b7e-bec5-f9a181b22e15 req-61ac6bf7-6449-4a7e-9fdc-2bde63b8fbc0 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.1075151 Apr 07 13:37:05.466202 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a1b22f74-d2b1-4b7e-bec5-f9a181b22e15 req-0ca6d8d6-615a-499e-8807-ce89752735e4 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439720 Apr 07 13:37:06.183158 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c39fbe-e4ff-4d57-b364-22d14b56774c req-2b6d5955-b463-47df-b59b-add382f4ab5c tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:06.185227 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a6c39fbe-e4ff-4d57-b364-22d14b56774c req-2b6d5955-b463-47df-b59b-add382f4ab5c tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 944 time: 0.0709708 Apr 07 13:37:06.241156 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a6c39fbe-e4ff-4d57-b364-22d14b56774c req-c7d0a9b6-a248-4674-ac09-81c6259da0ff tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504305 Apr 07 13:37:06.521934 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3922a04-4772-4677-ace6-25a78a0108ca req-d1ffdd6c-24ff-4236-9f7f-d7c6f13e6793 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:06.529335 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e3922a04-4772-4677-ace6-25a78a0108ca req-d1ffdd6c-24ff-4236-9f7f-d7c6f13e6793 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 943 time: 0.0689654 Apr 07 13:37:06.619056 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e3922a04-4772-4677-ace6-25a78a0108ca req-f6c17166-57cf-4768-b9aa-a22118a6d6a7 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886164 Apr 07 13:37:06.643835 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f1fd9-2367-4e80-94e7-f950915504ef req-50f959c9-0993-4f28-9483-c6accacc1174 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:06.645940 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8f2f1fd9-2367-4e80-94e7-f950915504ef req-50f959c9-0993-4f28-9483-c6accacc1174 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0718863 Apr 07 13:37:06.717353 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8f2f1fd9-2367-4e80-94e7-f950915504ef req-a5843c58-239f-446b-820b-a84ea8a82b74 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654285 Apr 07 13:37:06.906009 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 53742) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:07.058210 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-59b714de-0a64-42ed-865d-c693ec0a9b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:07.116903 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ee5cc-7a35-4a8b-b4ac-08a611523a6e req-5c2a4b78-537f-4e5b-8882-3e472fb201be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:07.118392 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-676ee5cc-7a35-4a8b-b4ac-08a611523a6e req-5c2a4b78-537f-4e5b-8882-3e472fb201be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c534d8406edf44899d2fd072711786bf&device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 1128 time: 0.1081429 Apr 07 13:37:07.212546 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-59b714de-0a64-42ed-865d-c693ec0a9b2f admin admin] Publish callbacks [] for security_group (3a854068-2b51-462d-b413-036ef884dffe), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:07.228818 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f17c3e-e5c3-4f0d-a740-6600b0973f25 req-96edadb4-31cb-418a-85a5-c06288723c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:07.231147 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-00f17c3e-e5c3-4f0d-a740-6600b0973f25 req-96edadb4-31cb-418a-85a5-c06288723c48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 1128 time: 0.0973418 Apr 07 13:37:07.233793 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02f405-f1e1-446b-be03-8b5eff95a1b3 req-7eadb423-3fff-485d-9797-00232781d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:07.235938 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bb02f405-f1e1-446b-be03-8b5eff95a1b3 req-7eadb423-3fff-485d-9797-00232781d7a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 1127 time: 0.0735476 Apr 07 13:37:07.247607 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-59b714de-0a64-42ed-865d-c693ec0a9b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (3a854068-2b51-462d-b413-036ef884dffe), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:07.459024 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ee5cc-7a35-4a8b-b4ac-08a611523a6e req-b8dda91e-df2e-4e6a-9c4a-cf7339392990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:07.460606 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-676ee5cc-7a35-4a8b-b4ac-08a611523a6e req-b8dda91e-df2e-4e6a-9c4a-cf7339392990 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2f898e86-eb8a-4267-8f53-ac7753f17809 HTTP/1.1" status: 200 len: 913 time: 0.3355579 Apr 07 13:37:07.461415 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b714de-0a64-42ed-865d-c693ec0a9b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a854068-2b51-462d-b413-036ef884dffe,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:07.538562 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02f405-f1e1-446b-be03-8b5eff95a1b3 req-aca82be1-3dd6-4914-ac0c-13a92764a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:07.540138 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bb02f405-f1e1-446b-be03-8b5eff95a1b3 req-aca82be1-3dd6-4914-ac0c-13a92764a9cd service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=cfff39388efd40cbae2510e925aa39f3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2838972 Apr 07 13:37:07.600023 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-676ee5cc-7a35-4a8b-b4ac-08a611523a6e req-ce354766-44bb-4d1c-9318-234475b8c381 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=186bb944-ba12-41c1-807a-fe7088983aeb HTTP/1.1" status: 200 len: 217 time: 0.1249652 Apr 07 13:37:07.603040 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0810a1-d282-4da7-8103-ab0dd9a7f02e req-5b7bc8ef-97b8-4c39-bc41-c18e694226cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:07.604462 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-dc0810a1-d282-4da7-8103-ab0dd9a7f02e req-5b7bc8ef-97b8-4c39-bc41-c18e694226cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59715e21f0534203a83abb04295ad163&device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 1127 time: 0.4094729 Apr 07 13:37:07.607853 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-59b714de-0a64-42ed-865d-c693ec0a9b2f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f76af926d0354d57bd5b73d905ad65cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7007079 Apr 07 13:37:07.610452 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 53774) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:07.658550 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f17c3e-e5c3-4f0d-a740-6600b0973f25 req-579f2f3f-1224-44ad-9f4a-208e98c31675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:07.661431 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-00f17c3e-e5c3-4f0d-a740-6600b0973f25 req-579f2f3f-1224-44ad-9f4a-208e98c31675 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=cfff39388efd40cbae2510e925aa39f3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3955686 Apr 07 13:37:07.804491 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02f405-f1e1-446b-be03-8b5eff95a1b3 req-b877c5ba-2550-41cc-aa1a-b1cfc94b8db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:07.805879 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bb02f405-f1e1-446b-be03-8b5eff95a1b3 req-b877c5ba-2550-41cc-aa1a-b1cfc94b8db7 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2561882 Apr 07 13:37:07.811913 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686e095-f4a2-4476-8836-8e170d2ee745 req-39cd1428-271b-4a3e-bc5b-76571cf6cfde tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:07.813379 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e686e095-f4a2-4476-8836-8e170d2ee745 req-39cd1428-271b-4a3e-bc5b-76571cf6cfde tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 944 time: 0.3603060 Apr 07 13:37:07.833977 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f17c3e-e5c3-4f0d-a740-6600b0973f25 req-ce9eac39-c003-44d5-a156-8c9a0eb288ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:07.836010 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-00f17c3e-e5c3-4f0d-a740-6600b0973f25 req-ce9eac39-c003-44d5-a156-8c9a0eb288ae service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1633198 Apr 07 13:37:07.867669 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ee5cc-7a35-4a8b-b4ac-08a611523a6e req-3c11869e-62a1-478e-8219-31fcb7349068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:07.869318 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-676ee5cc-7a35-4a8b-b4ac-08a611523a6e req-3c11869e-62a1-478e-8219-31fcb7349068 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d32e66b-cbb9-4df8-a5bd-c113f13bfc1c HTTP/1.1" status: 200 len: 852 time: 0.2496552 Apr 07 13:37:07.980272 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-102cd50b-1176-41b9-b724-7e773de4b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:07.981776 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-102cd50b-1176-41b9-b724-7e773de4b609 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 1127 time: 0.0821948 Apr 07 13:37:07.984258 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-75c45870-d333-4282-b763-718229d5284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:07.985602 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-75c45870-d333-4282-b763-718229d5284e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 1128 time: 0.0761533 Apr 07 13:37:07.997562 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4a9f751f-7f09-4d9e-851f-52a3cd8163d5 admin admin] Publish callbacks [] for security_group (3a854068-2b51-462d-b413-036ef884dffe), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:08.004964 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-676ee5cc-7a35-4a8b-b4ac-08a611523a6e req-1e5fc859-988b-46c4-8cc5-c27bfae88ed5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2f898e86-eb8a-4267-8f53-ac7753f17809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832741 Apr 07 13:37:08.037041 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0810a1-d282-4da7-8103-ab0dd9a7f02e req-1c79e873-836f-4d52-8f2c-bf94beb30a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:08.038477 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-dc0810a1-d282-4da7-8103-ab0dd9a7f02e req-1c79e873-836f-4d52-8f2c-bf94beb30a75 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=59715e21f0534203a83abb04295ad163&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4197619 Apr 07 13:37:08.091735 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-fc0b9f20-5f3a-4be5-a5ce-01c6becfc808 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5bed554-00f3-466f-bc02-887e4a4f841d HTTP/1.1" status: 200 len: 217 time: 0.0841234 Apr 07 13:37:08.092976 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-4aad560c-6c94-4b4b-a1c1-4fafbecc8a6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=148621ae-d38d-449e-a8da-17e22d3f715f HTTP/1.1" status: 200 len: 217 time: 0.0756681 Apr 07 13:37:08.185344 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-dcea9f1d-3296-42c0-8cf6-dc2252ab75c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:08.186851 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-dcea9f1d-3296-42c0-8cf6-dc2252ab75c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caad4ec9-a40e-4065-a3e8-632593f10c40 HTTP/1.1" status: 200 len: 858 time: 0.0829954 Apr 07 13:37:08.188288 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-ed055672-310e-464b-8f24-23c51155b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:08.189631 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-ed055672-310e-464b-8f24-23c51155b178 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caad4ec9-a40e-4065-a3e8-632593f10c40 HTTP/1.1" status: 200 len: 858 time: 0.0869198 Apr 07 13:37:08.256294 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e686e095-f4a2-4476-8836-8e170d2ee745 req-3a8270ee-c9a5-4f6a-a671-64ac58b6fbef tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304721 Apr 07 13:37:08.263533 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165bc08-36aa-4a98-90de-c3db94dda19a req-25bded81-26c5-437b-84db-9ac8639bd7d9 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:08.264917 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1165bc08-36aa-4a98-90de-c3db94dda19a req-25bded81-26c5-437b-84db-9ac8639bd7d9 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 943 time: 0.5400021 Apr 07 13:37:08.276085 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4a9f751f-7f09-4d9e-851f-52a3cd8163d5 admin admin] Publish callbacks [] for security_group (3a854068-2b51-462d-b413-036ef884dffe), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:08.356373 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 186bb944-ba12-41c1-807a-fe7088983aeb details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:37:08.434093 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-7b65c48a-a745-4f11-8484-68f91f25ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:08.435648 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-7b65c48a-a745-4f11-8484-68f91f25ce9b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2370772 Apr 07 13:37:08.438159 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-d4f7eba0-0e12-450e-86bf-49b31345e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:08.439576 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-d4f7eba0-0e12-450e-86bf-49b31345e6e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2421720 Apr 07 13:37:08.463714 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 186bb944-ba12-41c1-807a-fe7088983aeb, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=186bb944-ba12-41c1-807a-fe7088983aeb,segment=NetworkSegment(d3bf4705-42db-4ff0-9b48-d1afd85a75f1),segment_id=d3bf4705-42db-4ff0-9b48-d1afd85a75f1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:37:08.475660 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': '186bb944-ba12-41c1-807a-fe7088983aeb', 'network_id': '2f898e86-eb8a-4267-8f53-ac7753f17809', 'port_id': '186bb944-ba12-41c1-807a-fe7088983aeb', 'mac_address': 'fa:16:3e:1a:c5:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d32e66b-cbb9-4df8-a5bd-c113f13bfc1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:37:08.525491 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 186bb944-ba12-41c1-807a-fe7088983aeb is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:37:08.526114 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (186bb944-ba12-41c1-807a-fe7088983aeb), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:08.543164 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186bb944-ba12-41c1-807a-fe7088983aeb {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:37:08.580566 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 186bb944-ba12-41c1-807a-fe7088983aeb, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=186bb944-ba12-41c1-807a-fe7088983aeb,segment=NetworkSegment(d3bf4705-42db-4ff0-9b48-d1afd85a75f1),segment_id=d3bf4705-42db-4ff0-9b48-d1afd85a75f1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:37:08.582836 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1165bc08-36aa-4a98-90de-c3db94dda19a req-5ecdfbcb-03f1-4b55-bd77-58e0bf4f007b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463615 Apr 07 13:37:08.586019 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-676ee5cc-7a35-4a8b-b4ac-08a611523a6e req-5e39804b-dca0-48ad-a6fd-837d1f9e0f0a service neutron] 10.222.0.23 "GET /v2.0/networks/2f898e86-eb8a-4267-8f53-ac7753f17809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725462 Apr 07 13:37:08.597922 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (186bb944-ba12-41c1-807a-fe7088983aeb), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:08.607755 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe39093-f5dc-4734-b7b0-87af8161c76a req-aeea1e36-bdd5-41c1-adec-e71c042a96d5 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:08.609216 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ebe39093-f5dc-4734-b7b0-87af8161c76a req-aeea1e36-bdd5-41c1-adec-e71c042a96d5 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.2732036 Apr 07 13:37:08.647649 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0810a1-d282-4da7-8103-ab0dd9a7f02e req-2e79bee2-a81c-45ed-95a2-daef8b44fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:08.649129 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-dc0810a1-d282-4da7-8103-ab0dd9a7f02e req-2e79bee2-a81c-45ed-95a2-daef8b44fd31 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5935094 Apr 07 13:37:08.649813 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4a9f751f-7f09-4d9e-851f-52a3cd8163d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (3a854068-2b51-462d-b413-036ef884dffe), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:08.652265 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4a9f751f-7f09-4d9e-851f-52a3cd8163d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:08.655621 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-4a9f751f-7f09-4d9e-851f-52a3cd8163d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a854068-2b51-462d-b413-036ef884dffe HTTP/1.1" status: 204 len: 168 time: 1.0419769 Apr 07 13:37:08.661498 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=186bb944-ba12-41c1-807a-fe7088983aeb,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:08.674228 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f751f-7f09-4d9e-851f-52a3cd8163d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a854068-2b51-462d-b413-036ef884dffe,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:08.696619 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-be65fc72-dfac-46f4-89ec-9eab31e579e5 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483842 Apr 07 13:37:08.699902 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-64aa1bab-3350-4b84-9d21-fc54787fb6d5 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513692 Apr 07 13:37:08.718258 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ebe39093-f5dc-4734-b7b0-87af8161c76a req-13217ad1-fe05-4d4b-bfe7-56d972c801a4 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015694 Apr 07 13:37:08.983179 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 53812) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:08.996654 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b52de489-9c87-4664-a2ba-5e03b185cda2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:09.068994 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b52de489-9c87-4664-a2ba-5e03b185cda2 admin admin] Publish callbacks [] for security_group (34ea4488-8379-41db-82d5-6b43275f41ee), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:09.072712 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b52de489-9c87-4664-a2ba-5e03b185cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (34ea4488-8379-41db-82d5-6b43275f41ee), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:09.118390 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-b52de489-9c87-4664-a2ba-5e03b185cda2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63a78308d9f342b6a08133b302c54764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318934 Apr 07 13:37:09.118390 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52de489-9c87-4664-a2ba-5e03b185cda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ea4488-8379-41db-82d5-6b43275f41ee,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:09.118998 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 53818) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:09.167960 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9e87d495-a5bc-47f4-b3c2-7b8db64188e2 admin admin] Publish callbacks [] for security_group (34ea4488-8379-41db-82d5-6b43275f41ee), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:09.189395 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9e87d495-a5bc-47f4-b3c2-7b8db64188e2 admin admin] Publish callbacks [] for security_group (34ea4488-8379-41db-82d5-6b43275f41ee), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:09.240858 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9e87d495-a5bc-47f4-b3c2-7b8db64188e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (34ea4488-8379-41db-82d5-6b43275f41ee), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:09.243488 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9e87d495-a5bc-47f4-b3c2-7b8db64188e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:09.245816 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9e87d495-a5bc-47f4-b3c2-7b8db64188e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34ea4488-8379-41db-82d5-6b43275f41ee HTTP/1.1" status: 204 len: 168 time: 0.1247137 Apr 07 13:37:09.252360 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87d495-a5bc-47f4-b3c2-7b8db64188e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ea4488-8379-41db-82d5-6b43275f41ee,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:09.404496 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28be65-345d-421f-8523-2524cd1190b7 req-4dedf541-d774-4bb4-abb5-3382f90312b1 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:09.406177 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fb28be65-345d-421f-8523-2524cd1190b7 req-4dedf541-d774-4bb4-abb5-3382f90312b1 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 945 time: 0.0782080 Apr 07 13:37:09.466632 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fb28be65-345d-421f-8523-2524cd1190b7 req-496aacac-fb81-4684-9512-e0af4c62a31e tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519555 Apr 07 13:37:09.694199 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929bbdf-334a-4feb-8a58-a2b2ed7c4d7a req-67fc0da8-aa1d-4080-894e-6ff24dc94708 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:09.696853 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8929bbdf-334a-4feb-8a58-a2b2ed7c4d7a req-67fc0da8-aa1d-4080-894e-6ff24dc94708 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 943 time: 0.0587101 Apr 07 13:37:09.743353 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8929bbdf-334a-4feb-8a58-a2b2ed7c4d7a req-131ee112-1cab-4645-9907-c46f2ad650d3 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420387 Apr 07 13:37:09.847339 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d10b7-33b8-4a1b-87c2-899aa5ab3b7f req-0bcd7211-1fd9-4732-8a12-4740a7ee1572 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:09.848869 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e64d10b7-33b8-4a1b-87c2-899aa5ab3b7f req-0bcd7211-1fd9-4732-8a12-4740a7ee1572 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0575926 Apr 07 13:37:09.899365 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e64d10b7-33b8-4a1b-87c2-899aa5ab3b7f req-45e46841-0079-4d3f-9c00-f11d972b968e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435874 Apr 07 13:37:10.582996 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22c62d-0ab3-42cf-880e-4ecc5808e97d req-c09f06f0-94e7-42bc-9071-dfd20660d353 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:10.584472 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8e22c62d-0ab3-42cf-880e-4ecc5808e97d req-c09f06f0-94e7-42bc-9071-dfd20660d353 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 945 time: 0.0526774 Apr 07 13:37:10.634704 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8e22c62d-0ab3-42cf-880e-4ecc5808e97d req-c0db9bb9-1b6c-4dbd-babb-586faaca276e tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434885 Apr 07 13:37:10.861678 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bb88b-6f7e-43f9-bdc0-a335fcafd0e6 req-f1629180-c5ea-43eb-a811-01b74ebecf08 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:10.863801 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ec7bb88b-6f7e-43f9-bdc0-a335fcafd0e6 req-f1629180-c5ea-43eb-a811-01b74ebecf08 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 943 time: 0.0543058 Apr 07 13:37:10.908482 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ec7bb88b-6f7e-43f9-bdc0-a335fcafd0e6 req-4067ffe8-970f-443b-980d-fcb76a252f1c tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391362 Apr 07 13:37:11.021664 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de983f3b-6786-43e9-8c49-cf021de0490b req-03bd4233-0c93-4309-ada8-2bf5876b49aa tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:11.023245 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-de983f3b-6786-43e9-8c49-cf021de0490b req-03bd4233-0c93-4309-ada8-2bf5876b49aa tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0547571 Apr 07 13:37:11.070439 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-de983f3b-6786-43e9-8c49-cf021de0490b req-e1669f55-7cbc-4945-a22e-f4354b94b822 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413299 Apr 07 13:37:11.747853 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e3b59-3c8c-4c54-a871-5c39865d6014 req-2d3fb918-e6ce-44ff-affd-c7375e50e1b0 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:11.749297 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ab4e3b59-3c8c-4c54-a871-5c39865d6014 req-2d3fb918-e6ce-44ff-affd-c7375e50e1b0 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 945 time: 0.0501857 Apr 07 13:37:11.796370 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ab4e3b59-3c8c-4c54-a871-5c39865d6014 req-abcf416a-7873-4c83-855d-d00342e88040 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409410 Apr 07 13:37:11.945704 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-676ee5cc-7a35-4a8b-b4ac-08a611523a6e req-4c069f13-4615-4bb2-863d-fe32ee3db551 service neutron] 10.222.0.23 "GET /v2.0/networks/2f898e86-eb8a-4267-8f53-ac7753f17809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810719 Apr 07 13:37:12.057477 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f528a-f1dd-49fe-bce3-b94978e0cca1 req-15b01e94-7286-4657-9e69-cc5d4f48e005 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:12.059014 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b81f528a-f1dd-49fe-bce3-b94978e0cca1 req-15b01e94-7286-4657-9e69-cc5d4f48e005 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 943 time: 0.0845904 Apr 07 13:37:12.095599 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-2f485a75-f4f8-496b-9a4e-ace29c6817f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:12.097615 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-2f485a75-f4f8-496b-9a4e-ace29c6817f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59715e21f0534203a83abb04295ad163&device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 1127 time: 0.0856252 Apr 07 13:37:12.133034 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af915cef-01d6-4363-96f8-c909d9fbe4cb req-92e98751-d862-4a47-852f-02351d096041 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599767 Apr 07 13:37:12.143758 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-221f65a1-072f-450e-baa8-df08c39ca0f0 req-80b1d5cd-5c7c-4b8f-9b10-23a07a5181e2 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695974 Apr 07 13:37:12.154620 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b81f528a-f1dd-49fe-bce3-b94978e0cca1 req-ed19dd0d-c542-4c8f-a3f3-c4db969f9d52 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875072 Apr 07 13:37:12.156661 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-bd40e3c7-62d7-43f9-bdfc-6353e6b91f05 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8a0e705-3bc0-4aca-8a68-d294d5c28e31 HTTP/1.1" status: 200 len: 217 time: 0.0438759 Apr 07 13:37:12.246096 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62be253-195b-4a78-918f-d4bd0ff94b6f req-c4fb817e-f5e0-438d-ae63-cc6574597489 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:12.247508 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a62be253-195b-4a78-918f-d4bd0ff94b6f req-c4fb817e-f5e0-438d-ae63-cc6574597489 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0965419 Apr 07 13:37:12.248761 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-f9733e26-570c-4992-8c4a-32cf2755f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:12.250045 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-f9733e26-570c-4992-8c4a-32cf2755f31c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a917fc77-14fb-4645-92aa-d172ac36c200 HTTP/1.1" status: 200 len: 855 time: 0.0666277 Apr 07 13:37:12.292200 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a62be253-195b-4a78-918f-d4bd0ff94b6f req-da53050a-b68e-46f9-8e93-68713df797d2 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392570 Apr 07 13:37:12.909260 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89ffdd-1fbb-42af-a4c0-0d57cdce5f5c req-b7f0dae6-3502-48ae-8deb-253c922913c4 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:12.910715 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7f89ffdd-1fbb-42af-a4c0-0d57cdce5f5c req-b7f0dae6-3502-48ae-8deb-253c922913c4 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 945 time: 0.0507171 Apr 07 13:37:12.954719 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7f89ffdd-1fbb-42af-a4c0-0d57cdce5f5c req-b39bd0be-5201-4db0-8775-ceb0ff3ea769 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385895 Apr 07 13:37:13.169637 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['186bb944-ba12-41c1-807a-fe7088983aeb'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:37:13.281629 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec4634-6600-4b37-8ac7-c338f23990e1 req-b020d5dc-88f6-4582-ac3f-ef7cec45fbf2 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:13.283130 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-43ec4634-6600-4b37-8ac7-c338f23990e1 req-b020d5dc-88f6-4582-ac3f-ef7cec45fbf2 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 943 time: 0.0581720 Apr 07 13:37:13.334923 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-43ec4634-6600-4b37-8ac7-c338f23990e1 req-3e9f9079-d913-44ef-9969-c871c999bf05 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461450 Apr 07 13:37:13.416782 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c78bb7-c42b-45f3-b07d-10618aead416 req-cec35886-273b-4168-8f2c-2f40ba18c57b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:13.418216 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-64c78bb7-c42b-45f3-b07d-10618aead416 req-cec35886-273b-4168-8f2c-2f40ba18c57b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0504010 Apr 07 13:37:13.462832 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-64c78bb7-c42b-45f3-b07d-10618aead416 req-79881814-41b5-415b-b406-614af1f6ce34 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390127 Apr 07 13:37:14.065975 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f3be8-b57d-47d6-a0ef-6f9691370858 req-caf7a8ec-4f15-429c-8d35-4d96eafea48b tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:14.067480 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7f6f3be8-b57d-47d6-a0ef-6f9691370858 req-caf7a8ec-4f15-429c-8d35-4d96eafea48b tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 945 time: 0.0510035 Apr 07 13:37:14.114956 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7f6f3be8-b57d-47d6-a0ef-6f9691370858 req-1fe86ef1-8db2-4bb2-be17-3fd6d98187f9 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420554 Apr 07 13:37:14.213237 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 186bb944-ba12-41c1-807a-fe7088983aeb up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:37:14.264839 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port 186bb944-ba12-41c1-807a-fe7088983aeb completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:37:14.268377 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port 186bb944-ba12-41c1-807a-fe7088983aeb triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:37:14.268787 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (186bb944-ba12-41c1-807a-fe7088983aeb), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:14.348978 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 186bb944-ba12-41c1-807a-fe7088983aeb is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:37:14.349390 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (186bb944-ba12-41c1-807a-fe7088983aeb), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:14.372768 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4744ce35-3afa-4e11-bae3-17c788d4a6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186bb944-ba12-41c1-807a-fe7088983aeb'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:37:14.451554 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 186bb944-ba12-41c1-807a-fe7088983aeb, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=186bb944-ba12-41c1-807a-fe7088983aeb,segment=NetworkSegment(d3bf4705-42db-4ff0-9b48-d1afd85a75f1),segment_id=d3bf4705-42db-4ff0-9b48-d1afd85a75f1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:37:14.455581 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9f5e0-9e61-4599-a00b-05c0f8e20b2c req-25122051-35ae-451a-838c-6ed678a10fe5 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:14.457506 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (186bb944-ba12-41c1-807a-fe7088983aeb), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:14.457805 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b0c9f5e0-9e61-4599-a00b-05c0f8e20b2c req-25122051-35ae-451a-838c-6ed678a10fe5 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 943 time: 0.0552840 Apr 07 13:37:14.520309 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=186bb944-ba12-41c1-807a-fe7088983aeb,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:14.541158 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b0c9f5e0-9e61-4599-a00b-05c0f8e20b2c req-fcb8a67e-a8c1-4301-9e5c-94193d74db03 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739865 Apr 07 13:37:14.589192 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e668d642-c7fc-479c-81de-c4e01c0b2864" -d '{"events": [{"server_uuid": "4744ce35-3afa-4e11-bae3-17c788d4a6f9", "name": "network-vif-plugged", "status": "completed", "tag": "186bb944-ba12-41c1-807a-fe7088983aeb"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:37:14.624956 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e8fe2-846a-44ec-b79c-4c7747f95be9 req-2e5dbbd9-d2a3-4e5b-a13e-26a710edb221 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:14.626420 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-148e8fe2-846a-44ec-b79c-4c7747f95be9 req-2e5dbbd9-d2a3-4e5b-a13e-26a710edb221 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0589960 Apr 07 13:37:14.674505 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-148e8fe2-846a-44ec-b79c-4c7747f95be9 req-e34d9e26-7082-47a5-b569-f1d2ec1b2db7 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418594 Apr 07 13:37:14.679684 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cc711a-187a-4a4f-934a-bac501da0ba0 x-openstack-request-id: req-69cc711a-187a-4a4f-934a-bac501da0ba0 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:37:14.680002 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4744ce35-3afa-4e11-bae3-17c788d4a6f9", "name": "network-vif-plugged", "status": "completed", "tag": "186bb944-ba12-41c1-807a-fe7088983aeb", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:37:14.680265 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69cc711a-187a-4a4f-934a-bac501da0ba0 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:37:14.680727 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69cc711a-187a-4a4f-934a-bac501da0ba0'] response: {'server_uuid': '4744ce35-3afa-4e11-bae3-17c788d4a6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186bb944-ba12-41c1-807a-fe7088983aeb', 'code': 200} Apr 07 13:37:15.238628 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72971f87-e8a9-4340-a41d-fbea31ab823c req-ab8018f7-4651-4d7c-bef4-9b1ebec12e6e tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:15.240092 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-72971f87-e8a9-4340-a41d-fbea31ab823c req-ab8018f7-4651-4d7c-bef4-9b1ebec12e6e tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0553541 Apr 07 13:37:15.286359 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-72971f87-e8a9-4340-a41d-fbea31ab823c req-4a3cb97c-2233-45b2-86a1-4c6c9225e560 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406923 Apr 07 13:37:15.658767 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2e6fd-d007-4c26-8345-44f6617ee23a req-fe960596-73d2-4452-8837-97d71e0f3a9f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:15.660866 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-08d2e6fd-d007-4c26-8345-44f6617ee23a req-fe960596-73d2-4452-8837-97d71e0f3a9f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 943 time: 0.0526388 Apr 07 13:37:15.709510 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-08d2e6fd-d007-4c26-8345-44f6617ee23a req-88d2f96f-72f2-4440-b97a-84ceaa4f881b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423784 Apr 07 13:37:15.806351 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbf1b0-3c7c-4835-89f2-7bf49dfc910b req-da4dfaef-86df-4235-9a18-66dd8f2672b1 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:15.807833 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e4cbf1b0-3c7c-4835-89f2-7bf49dfc910b req-da4dfaef-86df-4235-9a18-66dd8f2672b1 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0567617 Apr 07 13:37:15.854671 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e4cbf1b0-3c7c-4835-89f2-7bf49dfc910b req-5407c3ae-ee05-4765-b05f-c762d1a5b24d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410812 Apr 07 13:37:16.399726 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644f605-c501-481c-a8dc-4958de016e33 req-a165e7b2-403b-4a76-be35-bb41943f6dba tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:16.401163 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1644f605-c501-481c-a8dc-4958de016e33 req-a165e7b2-403b-4a76-be35-bb41943f6dba tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0504737 Apr 07 13:37:16.445711 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1644f605-c501-481c-a8dc-4958de016e33 req-d96297ae-a151-4681-b017-7bb2fe41daf0 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391638 Apr 07 13:37:16.824120 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7f107-3786-42e2-91f8-46ec29ae0757 req-3c3acad4-7872-499b-9a13-ee633b5fc964 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:16.825583 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-93e7f107-3786-42e2-91f8-46ec29ae0757 req-3c3acad4-7872-499b-9a13-ee633b5fc964 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 943 time: 0.0513363 Apr 07 13:37:16.874273 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-93e7f107-3786-42e2-91f8-46ec29ae0757 req-bf67587b-a77d-4001-982d-b4fa0c2669fe tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431013 Apr 07 13:37:16.971076 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35056dd-8640-46fc-bbd8-cdb056538860 req-23ec3e25-000d-473a-9b1e-8af31b2898a9 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:16.973182 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d35056dd-8640-46fc-bbd8-cdb056538860 req-23ec3e25-000d-473a-9b1e-8af31b2898a9 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0510225 Apr 07 13:37:17.017332 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d35056dd-8640-46fc-bbd8-cdb056538860 req-ec15a4bc-140e-4403-a87f-87869297e418 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386865 Apr 07 13:37:17.558253 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e2138-5371-484d-b704-cdeb7b502caf req-94cc4eb3-3411-43b6-aaeb-992fa01cddb6 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:17.559733 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-998e2138-5371-484d-b704-cdeb7b502caf req-94cc4eb3-3411-43b6-aaeb-992fa01cddb6 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0510373 Apr 07 13:37:17.607961 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-998e2138-5371-484d-b704-cdeb7b502caf req-3ad3a9dd-90f3-4819-a240-1f9573f8fe78 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423634 Apr 07 13:37:17.871149 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device a5bed554-00f3-466f-bc02-887e4a4f841d details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:37:17.968877 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port a5bed554-00f3-466f-bc02-887e4a4f841d, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a5bed554-00f3-466f-bc02-887e4a4f841d,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:37:17.980417 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': 'a5bed554-00f3-466f-bc02-887e4a4f841d', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'port_id': 'a5bed554-00f3-466f-bc02-887e4a4f841d', 'mac_address': 'fa:16:3e:cd:dd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:37:17.992103 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e851d-dac8-4a03-bc0b-d8805967f525 req-9f7aec85-e988-40c3-b397-7adeab4ebe4d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:17.993577 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-458e851d-dac8-4a03-bc0b-d8805967f525 req-9f7aec85-e988-40c3-b397-7adeab4ebe4d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 943 time: 0.0553424 Apr 07 13:37:18.016276 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port a5bed554-00f3-466f-bc02-887e4a4f841d is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:37:18.016667 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (a5bed554-00f3-466f-bc02-887e4a4f841d), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:18.029054 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5bed554-00f3-466f-bc02-887e4a4f841d {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:37:18.039508 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-458e851d-dac8-4a03-bc0b-d8805967f525 req-0889de38-5e81-49da-a844-98e23c0a928d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402873 Apr 07 13:37:18.052815 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port a5bed554-00f3-466f-bc02-887e4a4f841d, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a5bed554-00f3-466f-bc02-887e4a4f841d,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:37:18.063357 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (a5bed554-00f3-466f-bc02-887e4a4f841d), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:18.109735 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=a5bed554-00f3-466f-bc02-887e4a4f841d,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:18.139100 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab452fa3-e616-4998-b14f-6a1a3df82bbb req-a92b0c58-b00c-4518-bb88-bb5c132f6a5c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:18.140560 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ab452fa3-e616-4998-b14f-6a1a3df82bbb req-a92b0c58-b00c-4518-bb88-bb5c132f6a5c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0535233 Apr 07 13:37:18.185695 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ab452fa3-e616-4998-b14f-6a1a3df82bbb req-7eca5d9d-f627-4b29-b67c-bdcc7e4d1b08 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395894 Apr 07 13:37:18.725308 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f453d7-cc8b-47e3-9b41-7f84c81d4d9b req-446f658a-35c9-4953-8b76-f6a054d55fb9 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:18.726782 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a3f453d7-cc8b-47e3-9b41-7f84c81d4d9b req-446f658a-35c9-4953-8b76-f6a054d55fb9 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0512018 Apr 07 13:37:18.774457 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a3f453d7-cc8b-47e3-9b41-7f84c81d4d9b req-f364acb5-b3c9-4136-be5d-30e41e084863 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422170 Apr 07 13:37:19.154677 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3a8a4-b9a8-4463-8611-8abb01c0f080 req-a9ec120e-2369-4598-8fd2-21c83db18043 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:19.156137 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7ed3a8a4-b9a8-4463-8611-8abb01c0f080 req-a9ec120e-2369-4598-8fd2-21c83db18043 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 944 time: 0.0506592 Apr 07 13:37:19.201789 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7ed3a8a4-b9a8-4463-8611-8abb01c0f080 req-1e0ec7f4-ae2c-4db7-ba59-b304fa29d51e tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399961 Apr 07 13:37:19.302091 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408b8fc-ec4d-4b4f-9a51-6fdf1d428f8c req-83ee7a36-f785-45e9-950d-aa15959bd95b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:19.303549 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1408b8fc-ec4d-4b4f-9a51-6fdf1d428f8c req-83ee7a36-f785-45e9-950d-aa15959bd95b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0507188 Apr 07 13:37:19.348109 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1408b8fc-ec4d-4b4f-9a51-6fdf1d428f8c req-dbf0bbb1-77d8-4db8-bf69-b6bd11d7e375 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390339 Apr 07 13:37:19.889704 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3341668-adc3-4f10-a354-56c448fbe897 req-040aa600-29b4-4a5f-8de8-1cd6102fc6e7 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:19.891170 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e3341668-adc3-4f10-a354-56c448fbe897 req-040aa600-29b4-4a5f-8de8-1cd6102fc6e7 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0540192 Apr 07 13:37:19.936355 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e3341668-adc3-4f10-a354-56c448fbe897 req-869bc8cb-32ab-4ae1-afc2-6a9248814810 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391884 Apr 07 13:37:20.313580 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19793b-d722-4179-89f9-83a5f5c3617c req-c8297f84-85c5-4870-ae6f-9fdbcc7254cd tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:20.315033 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3d19793b-d722-4179-89f9-83a5f5c3617c req-c8297f84-85c5-4870-ae6f-9fdbcc7254cd tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 944 time: 0.0496902 Apr 07 13:37:20.359471 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3d19793b-d722-4179-89f9-83a5f5c3617c req-77ce35e2-4649-4c2c-b1aa-e127557d5d17 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384963 Apr 07 13:37:20.396308 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['a5bed554-00f3-466f-bc02-887e4a4f841d'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:37:20.468737 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997b753-cef3-4402-b32b-91ca2e606d7e req-9966bdd8-d1d3-48e7-a54e-4ab188b84788 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:20.470243 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c997b753-cef3-4402-b32b-91ca2e606d7e req-9966bdd8-d1d3-48e7-a54e-4ab188b84788 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0541608 Apr 07 13:37:20.518216 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c997b753-cef3-4402-b32b-91ca2e606d7e req-9b261f76-0022-4375-9480-d1b235890a0b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416288 Apr 07 13:37:21.051845 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a2b6d-a68d-477b-b670-6e0d318f75a0 req-c5068ddf-75ab-4ff4-8564-e162a91a5281 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:21.053297 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5f7a2b6d-a68d-477b-b670-6e0d318f75a0 req-c5068ddf-75ab-4ff4-8564-e162a91a5281 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0536473 Apr 07 13:37:21.097835 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5f7a2b6d-a68d-477b-b670-6e0d318f75a0 req-631ac7a0-b84c-4aff-8680-7cab0d25bbce tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390682 Apr 07 13:37:21.471055 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c8114-b58f-429c-84fa-a1c6a792b589 req-e7b4af0d-cfc6-4281-acab-6c68d695aa20 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:21.473152 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f12c8114-b58f-429c-84fa-a1c6a792b589 req-e7b4af0d-cfc6-4281-acab-6c68d695aa20 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 944 time: 0.0508993 Apr 07 13:37:21.521983 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f12c8114-b58f-429c-84fa-a1c6a792b589 req-0f86e8c2-151c-4cfb-822b-037c2b097f2d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433500 Apr 07 13:37:21.636327 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f873cf-1ad2-4053-bd7f-575d9bd7a1a1 req-dfaae016-0a30-468a-b522-057820458ca5 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:21.637711 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-69f873cf-1ad2-4053-bd7f-575d9bd7a1a1 req-dfaae016-0a30-468a-b522-057820458ca5 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0506232 Apr 07 13:37:21.683320 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-69f873cf-1ad2-4053-bd7f-575d9bd7a1a1 req-fa05e579-b9a2-4a79-8d60-ad9e0645db38 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401495 Apr 07 13:37:22.210984 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a68c6b-05b2-4e47-8886-c46da143dcfa req-b0396b13-b0f2-4c10-afe3-53e0ae018c2e tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:22.212441 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-10a68c6b-05b2-4e47-8886-c46da143dcfa req-b0396b13-b0f2-4c10-afe3-53e0ae018c2e tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0507977 Apr 07 13:37:22.257775 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-10a68c6b-05b2-4e47-8886-c46da143dcfa req-7dea9108-37f3-49da-882b-936485bd0645 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395002 Apr 07 13:37:22.398327 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-27390a6f-88a4-40ac-810f-6779cc1d25f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:22.646619 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314ea86-d0dd-4636-83e2-af8dd9242a24 req-b69f2416-0f78-4b14-a87e-c95a7cb97d4e tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:22.648124 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1314ea86-d0dd-4636-83e2-af8dd9242a24 req-b69f2416-0f78-4b14-a87e-c95a7cb97d4e tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 944 time: 0.0561011 Apr 07 13:37:22.695835 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1314ea86-d0dd-4636-83e2-af8dd9242a24 req-9ec8139d-5231-4d87-b943-a7aacc98609b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420198 Apr 07 13:37:22.802463 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccad11-6f58-4e71-ab4d-5b2ec0e6ea67 req-5db51c54-f6cf-4412-bce1-8006d00cfbeb tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:22.803908 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3fccad11-6f58-4e71-ab4d-5b2ec0e6ea67 req-5db51c54-f6cf-4412-bce1-8006d00cfbeb tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0508935 Apr 07 13:37:22.849433 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3fccad11-6f58-4e71-ab4d-5b2ec0e6ea67 req-05fa738d-f488-40ca-802c-291e7f661493 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400081 Apr 07 13:37:23.372010 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478fc45-ab8a-4a6a-a648-ae07f07c3bce req-b53483d0-b8c3-49c1-a1cc-5047235d0571 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:23.373358 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d478fc45-ab8a-4a6a-a648-ae07f07c3bce req-b53483d0-b8c3-49c1-a1cc-5047235d0571 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0524583 Apr 07 13:37:23.420740 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d478fc45-ab8a-4a6a-a648-ae07f07c3bce req-497a3dbe-5e9b-4017-9a6f-d33fb15bd9d0 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417149 Apr 07 13:37:23.809033 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b45a5-65dc-4722-ae68-0d426ad500d7 req-86bdf75c-cd77-4db0-ad5e-0714066a246a tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:23.810508 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8e7b45a5-65dc-4722-ae68-0d426ad500d7 req-86bdf75c-cd77-4db0-ad5e-0714066a246a tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 944 time: 0.0512066 Apr 07 13:37:23.856108 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8e7b45a5-65dc-4722-ae68-0d426ad500d7 req-2b7b0c75-a48f-4367-b9d4-8ab3af58c5eb tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401030 Apr 07 13:37:23.966537 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273449c-f593-4968-94e3-45025dc93236 req-1db4c340-98f1-472e-91d3-c65d162d86bd tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:23.967950 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6273449c-f593-4968-94e3-45025dc93236 req-1db4c340-98f1-472e-91d3-c65d162d86bd tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0510838 Apr 07 13:37:24.012037 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6273449c-f593-4968-94e3-45025dc93236 req-f9a14194-f460-4dee-b7d3-b060018c6ada tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386939 Apr 07 13:37:24.540417 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928b6b0-bd29-44a0-837b-cdbf45a2cf2f req-7a1433ef-1c62-4ddd-80f1-d4301fd0911c tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:24.541787 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b928b6b0-bd29-44a0-837b-cdbf45a2cf2f req-7a1433ef-1c62-4ddd-80f1-d4301fd0911c tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0577109 Apr 07 13:37:24.587178 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b928b6b0-bd29-44a0-837b-cdbf45a2cf2f req-0dd676a1-22ad-4089-a113-293c241cf22e tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399075 Apr 07 13:37:24.874895 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-947ee364-095b-44ec-8416-8d530d59dfe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:24.969596 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae8dac-2e57-4006-a284-da7598f0926b req-68439803-6090-4e82-87f6-a5647182d453 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:24.971140 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4dae8dac-2e57-4006-a284-da7598f0926b req-68439803-6090-4e82-87f6-a5647182d453 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 944 time: 0.0508676 Apr 07 13:37:25.015427 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4dae8dac-2e57-4006-a284-da7598f0926b req-b73a6732-ca0c-484b-b858-ee594ead5213 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380855 Apr 07 13:37:25.132371 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f3a54-9c58-406b-a57e-b7ab3149baff req-2b9da445-dd7c-4b3a-81a5-ae107fc57fbf tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:25.133811 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c25f3a54-9c58-406b-a57e-b7ab3149baff req-2b9da445-dd7c-4b3a-81a5-ae107fc57fbf tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0545053 Apr 07 13:37:25.177801 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c25f3a54-9c58-406b-a57e-b7ab3149baff req-676d891e-aefe-4f4b-9f9b-cb077aeda546 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386388 Apr 07 13:37:25.557691 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device a5bed554-00f3-466f-bc02-887e4a4f841d up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:37:25.604606 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port a5bed554-00f3-466f-bc02-887e4a4f841d completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:37:25.608785 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port a5bed554-00f3-466f-bc02-887e4a4f841d triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:37:25.609180 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (a5bed554-00f3-466f-bc02-887e4a4f841d), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:25.690003 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port a5bed554-00f3-466f-bc02-887e4a4f841d is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:37:25.690476 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (a5bed554-00f3-466f-bc02-887e4a4f841d), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:25.704073 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd5407-77b1-4d65-8c40-cd88088277cf req-4e01c73b-3e6c-402b-9aa1-11dca9729a72 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:25.705541 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e7dd5407-77b1-4d65-8c40-cd88088277cf req-4e01c73b-3e6c-402b-9aa1-11dca9729a72 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0523009 Apr 07 13:37:25.714734 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc1cecb-79e7-438f-a26d-2c8a68918ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bed554-00f3-466f-bc02-887e4a4f841d'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:37:25.717224 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5174d257-8570-4ede-aebc-5de34b567996" -d '{"events": [{"server_uuid": "ccc1cecb-79e7-438f-a26d-2c8a68918ace", "name": "network-vif-plugged", "status": "completed", "tag": "a5bed554-00f3-466f-bc02-887e4a4f841d"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:37:25.734808 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port a5bed554-00f3-466f-bc02-887e4a4f841d, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a5bed554-00f3-466f-bc02-887e4a4f841d,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:37:25.743136 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (a5bed554-00f3-466f-bc02-887e4a4f841d), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:25.756165 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e7dd5407-77b1-4d65-8c40-cd88088277cf req-81b9c42a-c3de-4822-8682-38f34a6a8f6c tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447862 Apr 07 13:37:25.771528 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a57772-983b-4ec3-b982-7efd854e36de x-openstack-request-id: req-c6a57772-983b-4ec3-b982-7efd854e36de {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:37:25.771966 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc1cecb-79e7-438f-a26d-2c8a68918ace", "name": "network-vif-plugged", "status": "completed", "tag": "a5bed554-00f3-466f-bc02-887e4a4f841d", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:37:25.772141 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6a57772-983b-4ec3-b982-7efd854e36de {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:37:25.773066 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a57772-983b-4ec3-b982-7efd854e36de'] response: {'server_uuid': 'ccc1cecb-79e7-438f-a26d-2c8a68918ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bed554-00f3-466f-bc02-887e4a4f841d', 'code': 200} Apr 07 13:37:25.779494 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:25.804322 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=a5bed554-00f3-466f-bc02-887e4a4f841d,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:26.130272 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d71a3b-3363-4826-a61d-a83ae917500a req-668fc86b-cc0a-4d4e-a354-79344035f08d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:26.131631 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b3d71a3b-3363-4826-a61d-a83ae917500a req-668fc86b-cc0a-4d4e-a354-79344035f08d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0508063 Apr 07 13:37:26.178654 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b3d71a3b-3363-4826-a61d-a83ae917500a req-9af78aec-64a6-435a-89de-b67ddeffe33c tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415468 Apr 07 13:37:26.295699 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbdfad-5eef-4f9d-8304-560087f21adc req-b5c8bb4a-dcfd-456b-b6aa-68e37d11432b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:26.297122 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-34fbdfad-5eef-4f9d-8304-560087f21adc req-b5c8bb4a-dcfd-456b-b6aa-68e37d11432b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0511181 Apr 07 13:37:26.342130 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-34fbdfad-5eef-4f9d-8304-560087f21adc req-dc95790c-cb1c-45c2-8a8f-8fdf3a9d5c91 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395279 Apr 07 13:37:26.872946 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b79225-6ef9-4427-bf64-87b60f7c6167 req-4ed16045-7b3d-43a4-addb-8c44423b47b5 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:26.874472 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-03b79225-6ef9-4427-bf64-87b60f7c6167 req-4ed16045-7b3d-43a4-addb-8c44423b47b5 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0515716 Apr 07 13:37:26.920941 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-03b79225-6ef9-4427-bf64-87b60f7c6167 req-128bda1b-f818-49b6-821b-ef65752cc2ae tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403953 Apr 07 13:37:27.200922 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:27.293739 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f3ede-c495-4a6c-811d-0aca6712c26e req-00003d28-fc51-48c0-a800-8cb34c136326 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:27.295211 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-394f3ede-c495-4a6c-811d-0aca6712c26e req-00003d28-fc51-48c0-a800-8cb34c136326 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0542028 Apr 07 13:37:27.340596 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-394f3ede-c495-4a6c-811d-0aca6712c26e req-ac576d10-03a2-4c9d-9519-36ed26115a66 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394516 Apr 07 13:37:27.458716 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4322ac-20a5-46b6-b671-230d485799e2 req-0588edba-a858-46df-92d3-20ea8340aa9f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:27.460053 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3e4322ac-20a5-46b6-b671-230d485799e2 req-0588edba-a858-46df-92d3-20ea8340aa9f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0510423 Apr 07 13:37:27.504878 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3e4322ac-20a5-46b6-b671-230d485799e2 req-0603f2aa-74bc-4ae8-8467-9deaa58340fc tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394323 Apr 07 13:37:27.727459 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 148621ae-d38d-449e-a8da-17e22d3f715f details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:37:27.824818 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 148621ae-d38d-449e-a8da-17e22d3f715f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=148621ae-d38d-449e-a8da-17e22d3f715f,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:37:27.836074 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': '148621ae-d38d-449e-a8da-17e22d3f715f', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'port_id': '148621ae-d38d-449e-a8da-17e22d3f715f', 'mac_address': 'fa:16:3e:b6:cf:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:37:27.872934 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 148621ae-d38d-449e-a8da-17e22d3f715f is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:37:27.873329 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (148621ae-d38d-449e-a8da-17e22d3f715f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:27.885749 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148621ae-d38d-449e-a8da-17e22d3f715f {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:37:27.905533 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 148621ae-d38d-449e-a8da-17e22d3f715f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=148621ae-d38d-449e-a8da-17e22d3f715f,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:37:27.909286 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (148621ae-d38d-449e-a8da-17e22d3f715f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:27.960772 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=148621ae-d38d-449e-a8da-17e22d3f715f,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:28.038089 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edff573-e2d1-454d-8261-f4d3ba2cd44a req-a3f69a98-70cc-4676-a9a5-ca5fe9c7b61b tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:28.039592 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3edff573-e2d1-454d-8261-f4d3ba2cd44a req-a3f69a98-70cc-4676-a9a5-ca5fe9c7b61b tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0515296 Apr 07 13:37:28.087362 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3edff573-e2d1-454d-8261-f4d3ba2cd44a req-426ce81d-643a-4638-84f5-36b224023871 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422547 Apr 07 13:37:28.451985 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc9629-c0aa-480a-a1eb-f5b1d76ecd11 req-e0a1c66f-8e70-4843-b2e5-015888488cbf tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:28.453397 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6bbc9629-c0aa-480a-a1eb-f5b1d76ecd11 req-e0a1c66f-8e70-4843-b2e5-015888488cbf tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0498104 Apr 07 13:37:28.498182 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6bbc9629-c0aa-480a-a1eb-f5b1d76ecd11 req-2280c269-8a55-4a4c-879f-62af7e3db470 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387630 Apr 07 13:37:28.621866 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d5566-8203-467d-a8f4-4c47ca59e286 req-8777bba3-8af0-4563-9036-a6cd5bccad8b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:28.623300 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2f1d5566-8203-467d-a8f4-4c47ca59e286 req-8777bba3-8af0-4563-9036-a6cd5bccad8b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0505867 Apr 07 13:37:28.647495 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:28.669568 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2f1d5566-8203-467d-a8f4-4c47ca59e286 req-fe488a04-4768-4994-9ab9-27d1061b414e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401819 Apr 07 13:37:29.203146 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ecba8-c857-4655-9c1a-a836ed962199 req-204c5533-4607-4ec4-b65a-65dc9bfde5d9 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:29.204573 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-390ecba8-c857-4655-9c1a-a836ed962199 req-204c5533-4607-4ec4-b65a-65dc9bfde5d9 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0536518 Apr 07 13:37:29.249989 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-390ecba8-c857-4655-9c1a-a836ed962199 req-77cf3185-0633-4c4b-898e-4f2420f71a33 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398109 Apr 07 13:37:29.615478 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcc586-8a50-409d-9058-117ebc6a6fd9 req-d337bb17-097c-4826-a935-2c2ef763900c tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:29.616935 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-abbcc586-8a50-409d-9058-117ebc6a6fd9 req-d337bb17-097c-4826-a935-2c2ef763900c tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0513430 Apr 07 13:37:29.662559 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-abbcc586-8a50-409d-9058-117ebc6a6fd9 req-9d0307fe-dae4-4488-ba63-f2de5015efa4 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402503 Apr 07 13:37:29.790995 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884c70f-2ae8-4ee8-9d1f-5ca00d0f9c74 req-aa3451e3-1d38-4832-81ae-6ace910f6960 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:29.792333 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3884c70f-2ae8-4ee8-9d1f-5ca00d0f9c74 req-aa3451e3-1d38-4832-81ae-6ace910f6960 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0541091 Apr 07 13:37:29.837214 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3884c70f-2ae8-4ee8-9d1f-5ca00d0f9c74 req-72cf9d9f-1f1a-4a16-8d6b-49204ef12093 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393929 Apr 07 13:37:30.096999 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['148621ae-d38d-449e-a8da-17e22d3f715f'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:37:30.187281 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-687c2547-7990-4da5-96e7-850148d4b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:30.189000 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-687c2547-7990-4da5-96e7-850148d4b8f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2f37736-8819-4934-9b97-0c19737f4010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788164 Apr 07 13:37:30.431367 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9520d0a-80ce-4140-8982-433454301c5b req-a32411e8-162c-4a29-88d0-37c3e19b3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:30.433006 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f9520d0a-80ce-4140-8982-433454301c5b req-a32411e8-162c-4a29-88d0-37c3e19b3644 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 1130 time: 0.0893598 Apr 07 13:37:30.584504 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-8932b926-f676-471f-b66b-66a6169e4bd0 service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335721 Apr 07 13:37:30.594106 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2b158-339b-40bb-b902-45c5260cdd3c req-9757708c-283b-440f-b0a5-c6cdc057bf77 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:30.595489 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ddf2b158-339b-40bb-b902-45c5260cdd3c req-9757708c-283b-440f-b0a5-c6cdc057bf77 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0742054 Apr 07 13:37:30.643521 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ddf2b158-339b-40bb-b902-45c5260cdd3c req-b5ab99dd-990c-4237-9317-5061992b12c3 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419254 Apr 07 13:37:30.788693 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f9520d0a-80ce-4140-8982-433454301c5b req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:30.832645 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c8f3c-720c-4a7f-8e7a-9071893e4408 req-dedec7c6-eadb-40aa-9ce2-25c8b2e421cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:30.834242 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-965c8f3c-720c-4a7f-8e7a-9071893e4408 req-dedec7c6-eadb-40aa-9ce2-25c8b2e421cd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 1129 time: 0.0984125 Apr 07 13:37:30.865312 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d49fd-0e52-4983-a651-bf52cfe869c3 req-0b41284e-bdc2-430b-9563-2d3412bdec19 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:30.867747 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2f3d49fd-0e52-4983-a651-bf52cfe869c3 req-0b41284e-bdc2-430b-9563-2d3412bdec19 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.1385939 Apr 07 13:37:30.883247 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2c7ca863-8594-4e84-afd6-9044073b9f96 req-8bb1f917-411b-4f97-878c-e2ed0a129471 service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423509 Apr 07 13:37:30.891252 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-965c8f3c-720c-4a7f-8e7a-9071893e4408 req-2bfe90be-5c4a-4cae-88aa-68a6cf340a27 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:30.911343 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f9520d0a-80ce-4140-8982-433454301c5b req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] Publish callbacks [] for security_group (075a7cd7-bebb-41a6-8b21-379b23df9b63), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:30.926379 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f9520d0a-80ce-4140-8982-433454301c5b req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (075a7cd7-bebb-41a6-8b21-379b23df9b63), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:30.965657 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2f3d49fd-0e52-4983-a651-bf52cfe869c3 req-b326479b-fb2d-4be8-97a8-55dd764d9ea9 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811679 Apr 07 13:37:30.986947 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.db.api [req-965c8f3c-720c-4a7f-8e7a-9071893e4408 req-2bfe90be-5c4a-4cae-88aa-68a6cf340a27 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 331c1d37bcd6489eb2612c3406a35272 {{(pid=103371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 13:37:30.987293 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG oslo_db.api [req-965c8f3c-720c-4a7f-8e7a-9071893e4408 req-2bfe90be-5c4a-4cae-88aa-68a6cf340a27 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 13:37:30.990643 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f9520d0a-80ce-4140-8982-433454301c5b req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446022 Apr 07 13:37:30.993258 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=075a7cd7-bebb-41a6-8b21-379b23df9b63,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:30.996237 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5505e-1f82-466c-9c16-457882304831 req-c47483d6-ad50-4bfa-8c1a-248e02a1fc82 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:30.997692 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2ce5505e-1f82-466c-9c16-457882304831 req-c47483d6-ad50-4bfa-8c1a-248e02a1fc82 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0751774 Apr 07 13:37:31.000399 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:31.000620 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:31.000961 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:31.001299 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:31.001632 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:31.001962 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:31.002311 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:31.002636 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:31.003013 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:31.003371 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:31.004299 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:31.004630 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:31.004959 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:31.005277 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:31.005596 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6f9cb-0040-4550-8181-4bd6ab7e324a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:31.051435 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2ce5505e-1f82-466c-9c16-457882304831 req-e8b881e9-6289-46ce-a844-c219ce94da11 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465758 Apr 07 13:37:31.488414 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-965c8f3c-720c-4a7f-8e7a-9071893e4408 req-2bfe90be-5c4a-4cae-88aa-68a6cf340a27 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:31.569497 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-965c8f3c-720c-4a7f-8e7a-9071893e4408 req-2bfe90be-5c4a-4cae-88aa-68a6cf340a27 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6916637 Apr 07 13:37:31.853201 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 54348) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:31.857648 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230a90c-a35e-425e-9d71-a3e3cce22cb1 req-73df17b2-ac3d-476b-8b9f-c4879f3d0336 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:31.859610 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b230a90c-a35e-425e-9d71-a3e3cce22cb1 req-73df17b2-ac3d-476b-8b9f-c4879f3d0336 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0857062 Apr 07 13:37:31.863685 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 148621ae-d38d-449e-a8da-17e22d3f715f up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:37:31.921593 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port 148621ae-d38d-449e-a8da-17e22d3f715f completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:37:31.927626 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port 148621ae-d38d-449e-a8da-17e22d3f715f triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:37:31.928271 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (148621ae-d38d-449e-a8da-17e22d3f715f), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:31.953381 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b230a90c-a35e-425e-9d71-a3e3cce22cb1 req-3dad18ab-9004-4283-a60f-084d27e046c3 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741153 Apr 07 13:37:31.997414 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-65f5eec7-90e3-45ef-81fd-93d66d7903ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:32.028110 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 148621ae-d38d-449e-a8da-17e22d3f715f is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:37:32.028776 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (148621ae-d38d-449e-a8da-17e22d3f715f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:32.055736 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17955c30-6ab0-45c7-b14d-53ad2bebeedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148621ae-d38d-449e-a8da-17e22d3f715f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:37:32.058343 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600aaa40-f0da-4e57-bee1-7038a22edc40" -d '{"events": [{"server_uuid": "17955c30-6ab0-45c7-b14d-53ad2bebeedc", "name": "network-vif-plugged", "status": "completed", "tag": "148621ae-d38d-449e-a8da-17e22d3f715f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:37:32.071754 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 148621ae-d38d-449e-a8da-17e22d3f715f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=148621ae-d38d-449e-a8da-17e22d3f715f,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:37:32.078867 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (148621ae-d38d-449e-a8da-17e22d3f715f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:32.093585 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-65f5eec7-90e3-45ef-81fd-93d66d7903ee admin admin] Publish callbacks [] for security_group (320eaec1-8e91-434d-9064-78f792b1271e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:32.101451 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-65f5eec7-90e3-45ef-81fd-93d66d7903ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (320eaec1-8e91-434d-9064-78f792b1271e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:32.113999 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45006e30-b54f-4806-8d55-518edb13bed8 x-openstack-request-id: req-45006e30-b54f-4806-8d55-518edb13bed8 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:37:32.114529 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17955c30-6ab0-45c7-b14d-53ad2bebeedc", "name": "network-vif-plugged", "status": "completed", "tag": "148621ae-d38d-449e-a8da-17e22d3f715f", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:37:32.114867 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45006e30-b54f-4806-8d55-518edb13bed8 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:37:32.115356 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45006e30-b54f-4806-8d55-518edb13bed8'] response: {'server_uuid': '17955c30-6ab0-45c7-b14d-53ad2bebeedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148621ae-d38d-449e-a8da-17e22d3f715f', 'code': 200} Apr 07 13:37:32.142731 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5eec7-90e3-45ef-81fd-93d66d7903ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320eaec1-8e91-434d-9064-78f792b1271e,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:32.158047 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-65f5eec7-90e3-45ef-81fd-93d66d7903ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9bccb9308d4d42098c1bcc556b17930a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035235 Apr 07 13:37:32.161722 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d481d9-ae78-4126-a8ee-69c0710ab48b req-51c79081-8826-46d1-b418-668e3893a8e7 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:32.162339 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=148621ae-d38d-449e-a8da-17e22d3f715f,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:32.163152 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 54372) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:32.163560 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f9d481d9-ae78-4126-a8ee-69c0710ab48b req-51c79081-8826-46d1-b418-668e3893a8e7 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.1099608 Apr 07 13:37:32.178437 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:32.178803 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:32.179168 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:32.179536 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:32.179879 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:32.185986 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:32.186375 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:32.186884 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:32.187239 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:32.187578 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:32.187916 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:32.188706 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:32.189045 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:32.189381 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:32.189714 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:32.236601 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-47e13011-382a-430c-8200-42e808b35877 admin admin] Publish callbacks [] for security_group (320eaec1-8e91-434d-9064-78f792b1271e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:32.262790 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-47e13011-382a-430c-8200-42e808b35877 admin admin] Publish callbacks [] for security_group (320eaec1-8e91-434d-9064-78f792b1271e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:32.263033 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f9d481d9-ae78-4126-a8ee-69c0710ab48b req-31a859c2-2849-4839-a702-028e269b1ba8 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866852 Apr 07 13:37:32.301475 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94377da-9b59-457d-bac7-24386a73d129 req-45bdf9b1-788d-4e45-97ef-d51e55079ec2 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:32.303000 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a94377da-9b59-457d-bac7-24386a73d129 req-45bdf9b1-788d-4e45-97ef-d51e55079ec2 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0775335 Apr 07 13:37:32.355106 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-47e13011-382a-430c-8200-42e808b35877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (320eaec1-8e91-434d-9064-78f792b1271e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:32.357987 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-47e13011-382a-430c-8200-42e808b35877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:32.359126 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-47e13011-382a-430c-8200-42e808b35877 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/320eaec1-8e91-434d-9064-78f792b1271e HTTP/1.1" status: 204 len: 168 time: 0.1950052 Apr 07 13:37:32.369897 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e13011-382a-430c-8200-42e808b35877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320eaec1-8e91-434d-9064-78f792b1271e,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:32.392308 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a94377da-9b59-457d-bac7-24386a73d129 req-37281ca3-92e9-4503-a9db-222c13b94e33 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764737 Apr 07 13:37:33.087644 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9590178-cae0-4048-919c-caef50584ddf req-71515aae-ccd6-4eb4-94a6-503c378c4461 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:33.090249 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e9590178-cae0-4048-919c-caef50584ddf req-71515aae-ccd6-4eb4-94a6-503c378c4461 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0762169 Apr 07 13:37:33.138029 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e9590178-cae0-4048-919c-caef50584ddf req-cc407a27-fff9-4dd8-bbcb-91c48e74dbde tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415308 Apr 07 13:37:33.385841 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b375d0-bbf3-4844-b696-b19a38bd4e2b req-f1e7320b-d5b4-4509-a5db-75b2834760a9 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:33.387338 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e0b375d0-bbf3-4844-b696-b19a38bd4e2b req-f1e7320b-d5b4-4509-a5db-75b2834760a9 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0583112 Apr 07 13:37:33.438567 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e0b375d0-bbf3-4844-b696-b19a38bd4e2b req-ddaa49e3-1f7c-4988-aa4c-4e2637ba521a tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447979 Apr 07 13:37:33.524624 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038762f0-8f21-4338-b9d7-4dc93a694fd1 req-2f67acf4-3ddb-4ca8-95aa-08f0a7497469 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:33.526189 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-038762f0-8f21-4338-b9d7-4dc93a694fd1 req-2f67acf4-3ddb-4ca8-95aa-08f0a7497469 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0585940 Apr 07 13:37:33.581952 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-038762f0-8f21-4338-b9d7-4dc93a694fd1 req-d3adcdb2-96f3-45e4-ab0c-2740a25eb8d7 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496318 Apr 07 13:37:34.271780 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2253ed1-18f4-479a-919c-a56ebac9db55 req-aa359b79-c4d5-40ba-825b-272b7c2a4742 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:34.273154 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f2253ed1-18f4-479a-919c-a56ebac9db55 req-aa359b79-c4d5-40ba-825b-272b7c2a4742 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0519907 Apr 07 13:37:34.322863 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:34.323477 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f2253ed1-18f4-479a-919c-a56ebac9db55 req-9632cd08-69eb-4504-b7ed-e1b3eb9f7e98 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441568 Apr 07 13:37:34.564881 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c10b2c-6c9c-409b-b488-fc2ac7ecfb76 req-3da34415-4e5c-4cb2-a783-2f88afb4d23b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:34.567102 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-95c10b2c-6c9c-409b-b488-fc2ac7ecfb76 req-3da34415-4e5c-4cb2-a783-2f88afb4d23b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0550685 Apr 07 13:37:34.612858 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-95c10b2c-6c9c-409b-b488-fc2ac7ecfb76 req-8fdb7941-200c-462b-bc97-285e802611dd tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389233 Apr 07 13:37:34.710284 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a9965-9516-44a2-9578-6e1b8ea1ed30 req-a0cbb1d9-9322-4f21-9979-5de4ee168595 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:34.711778 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d36a9965-9516-44a2-9578-6e1b8ea1ed30 req-a0cbb1d9-9322-4f21-9979-5de4ee168595 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0550296 Apr 07 13:37:34.767099 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d36a9965-9516-44a2-9578-6e1b8ea1ed30 req-07ad42ce-8b23-4536-8de7-43a6d85aa60f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487022 Apr 07 13:37:34.849481 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-358210d5-810e-4ade-90ec-90a65f461be8 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d06de847edcc4b6a930eadb51f15ad01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312877 Apr 07 13:37:35.041163 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-91f50bc9-8388-4a05-9d33-1d543a784036 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:35.042707 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-91f50bc9-8388-4a05-9d33-1d543a784036 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1879370 Apr 07 13:37:35.057903 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-bec333d9-b1e4-47af-809d-044dee0636f7 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/quotas/d06de847edcc4b6a930eadb51f15ad01 HTTP/1.1" status: 200 len: 375 time: 0.0098457 Apr 07 13:37:35.091987 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-acc2b83b-9f4e-461e-a3b7-6ba1f4cb09c9 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d06de847edcc4b6a930eadb51f15ad01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274999 Apr 07 13:37:35.263259 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-53a46081-f90f-4f1e-8312-e2769a69b0b2 req-04182701-992a-4543-93a5-c52d3905ec7b tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 210 time: 0.0387230 Apr 07 13:37:35.455432 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3f469-3e00-43e3-81a9-48c7a742187c req-a5a1dda3-bc3c-4eef-978b-7eec0fc52e47 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:35.462825 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5ef3f469-3e00-43e3-81a9-48c7a742187c req-a5a1dda3-bc3c-4eef-978b-7eec0fc52e47 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0665631 Apr 07 13:37:35.514888 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5ef3f469-3e00-43e3-81a9-48c7a742187c req-d580fa0e-8349-4567-bc15-900d21358acb tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504124 Apr 07 13:37:35.773127 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92fbc3-06bd-4e2f-8d31-b3a7bec675e6 req-533df511-565a-497c-bf2f-ac3b5b3e3bd5 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:35.775493 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6c92fbc3-06bd-4e2f-8d31-b3a7bec675e6 req-533df511-565a-497c-bf2f-ac3b5b3e3bd5 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0657990 Apr 07 13:37:35.785141 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4421ad9-8e8e-4942-a879-49a2af159af4 req-d5eb38a9-5c39-4cb9-88e9-cae8d8358587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:35.787511 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e4421ad9-8e8e-4942-a879-49a2af159af4 req-d5eb38a9-5c39-4cb9-88e9-cae8d8358587 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 1130 time: 0.0514231 Apr 07 13:37:35.827853 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6c92fbc3-06bd-4e2f-8d31-b3a7bec675e6 req-2fceef94-ce80-4807-b170-39c0b845cd06 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463891 Apr 07 13:37:35.840302 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e4421ad9-8e8e-4942-a879-49a2af159af4 req-da06a768-fe0d-46ba-a013-3b4a82d3160d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459268 Apr 07 13:37:35.880168 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device d8a0e705-3bc0-4aca-8a68-d294d5c28e31 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:37:35.903507 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 54572) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:35.922859 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cdb14-1525-414b-8799-793a90aa6f14 req-84056651-7d67-45b6-b542-1dd6cdce1da7 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:35.924322 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f52cdb14-1525-414b-8799-793a90aa6f14 req-84056651-7d67-45b6-b542-1dd6cdce1da7 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0619395 Apr 07 13:37:35.972674 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f52cdb14-1525-414b-8799-793a90aa6f14 req-bc55109a-c40b-42a2-be38-4bc709a8817e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427842 Apr 07 13:37:35.988882 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d8a0e705-3bc0-4aca-8a68-d294d5c28e31, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:37:35.992284 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:37:36.000404 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'port_id': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31', 'mac_address': 'fa:16:3e:57:c3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:37:36.022681 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:36.037029 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:37:36.037452 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:36.050941 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a0e705-3bc0-4aca-8a68-d294d5c28e31 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:37:36.071777 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d8a0e705-3bc0-4aca-8a68-d294d5c28e31, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:37:36.077139 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:36.101679 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] Publish callbacks [] for security_group (7f6bd6a3-941c-4b60-945e-c9bb112b9eb5), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:36.111402 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (7f6bd6a3-941c-4b60-945e-c9bb112b9eb5), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:36.135109 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:36.149765 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e664a18d53b044b0b6c97a7a72d8d853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453592 Apr 07 13:37:36.152317 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 54580) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:36.159054 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6bd6a3-941c-4b60-945e-c9bb112b9eb5,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:36.175107 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:36.175668 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:36.176038 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:36.176386 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:36.176724 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:36.177055 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:36.177388 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:36.177714 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:36.178059 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:36.178413 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:36.178758 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:36.179090 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:36.179415 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:36.179734 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:36.180056 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565b583-51aa-43fe-8b74-90ed96d7ca8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:37:36.214904 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a3afb015-4ae6-4264-8479-b8e92afb7231 admin admin] Publish callbacks [] for security_group (7f6bd6a3-941c-4b60-945e-c9bb112b9eb5), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:36.235676 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a3afb015-4ae6-4264-8479-b8e92afb7231 admin admin] Publish callbacks [] for security_group (7f6bd6a3-941c-4b60-945e-c9bb112b9eb5), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:36.296585 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a3afb015-4ae6-4264-8479-b8e92afb7231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (7f6bd6a3-941c-4b60-945e-c9bb112b9eb5), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:36.299367 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a3afb015-4ae6-4264-8479-b8e92afb7231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:36.300920 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-a3afb015-4ae6-4264-8479-b8e92afb7231 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f6bd6a3-941c-4b60-945e-c9bb112b9eb5 HTTP/1.1" status: 204 len: 168 time: 0.1477070 Apr 07 13:37:36.313410 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afb015-4ae6-4264-8479-b8e92afb7231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6bd6a3-941c-4b60-945e-c9bb112b9eb5,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:36.441122 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f2898a67-bd66-4455-bd42-92cd50c96d22 req-5aaf9462-37f9-4634-833a-a621d97c7df5 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 210 time: 0.0674644 Apr 07 13:37:36.576211 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['d8a0e705-3bc0-4aca-8a68-d294d5c28e31'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:37:36.674268 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e2df4-8a2e-4619-aa6b-1e00f631e859 req-0619ff21-243f-490b-b410-4346b00021f7 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:36.676554 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7e3e2df4-8a2e-4619-aa6b-1e00f631e859 req-0619ff21-243f-490b-b410-4346b00021f7 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0732429 Apr 07 13:37:36.713270 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 54606) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:36.731797 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-84cddc1d-b863-4c47-bb03-9fc5803433ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:36.753432 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7e3e2df4-8a2e-4619-aa6b-1e00f631e859 req-834c7a63-1c5d-498c-8454-ef298f72c552 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541098 Apr 07 13:37:36.849820 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-84cddc1d-b863-4c47-bb03-9fc5803433ec admin admin] Publish callbacks [] for security_group (ca5ae9b2-c421-4730-b99d-2fa19b7cffe7), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:36.855280 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-84cddc1d-b863-4c47-bb03-9fc5803433ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (ca5ae9b2-c421-4730-b99d-2fa19b7cffe7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:36.900369 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-84cddc1d-b863-4c47-bb03-9fc5803433ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=675558897ae341e6ad25576e1cc44c07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1853745 Apr 07 13:37:36.902932 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cddc1d-b863-4c47-bb03-9fc5803433ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5ae9b2-c421-4730-b99d-2fa19b7cffe7,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:36.903263 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 54618) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:37.004544 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f7fc9c80-0e31-40cb-97b3-5c635a32fe67 admin admin] Publish callbacks [] for security_group (ca5ae9b2-c421-4730-b99d-2fa19b7cffe7), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:37.016619 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5830da9-4997-4798-81ff-a2a680063810 req-9ba2f102-a4d9-4dfc-a2fb-57e532ee64d5 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:37.018335 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d5830da9-4997-4798-81ff-a2a680063810 req-9ba2f102-a4d9-4dfc-a2fb-57e532ee64d5 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0964458 Apr 07 13:37:37.066890 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f7fc9c80-0e31-40cb-97b3-5c635a32fe67 admin admin] Publish callbacks [] for security_group (ca5ae9b2-c421-4730-b99d-2fa19b7cffe7), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:37.155980 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d5830da9-4997-4798-81ff-a2a680063810 req-b10b3777-1683-4207-93bd-ee42a895486a tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268363 Apr 07 13:37:37.183446 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273e0a8-4627-46c6-8cc4-7b74158dba36 req-94bb5828-3c39-4f24-b01e-ad4705c09b9d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:37.184941 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1273e0a8-4627-46c6-8cc4-7b74158dba36 req-94bb5828-3c39-4f24-b01e-ad4705c09b9d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 944 time: 0.1056387 Apr 07 13:37:37.185980 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f7fc9c80-0e31-40cb-97b3-5c635a32fe67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (ca5ae9b2-c421-4730-b99d-2fa19b7cffe7), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:37.188545 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f7fc9c80-0e31-40cb-97b3-5c635a32fe67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:37.190904 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-f7fc9c80-0e31-40cb-97b3-5c635a32fe67 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca5ae9b2-c421-4730-b99d-2fa19b7cffe7 HTTP/1.1" status: 204 len: 168 time: 0.2847002 Apr 07 13:37:37.204626 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc9c80-0e31-40cb-97b3-5c635a32fe67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5ae9b2-c421-4730-b99d-2fa19b7cffe7,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:37.267394 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1273e0a8-4627-46c6-8cc4-7b74158dba36 req-75f3534f-8793-49c0-8b01-cf5fdf01d635 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765977 Apr 07 13:37:37.519962 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d09a0-2172-4b02-899a-eba910ff6487 req-396a8125-0bcb-4bec-8418-5673b4ff9a50 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:37.521519 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-740d09a0-2172-4b02-899a-eba910ff6487 req-396a8125-0bcb-4bec-8418-5673b4ff9a50 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0673540 Apr 07 13:37:37.557644 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-889381bb-7ff9-48f1-895e-fbe309be953c req-8c58bbba-667e-42dd-afd4-2e86300aad9d tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 210 time: 0.0351880 Apr 07 13:37:37.607232 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-740d09a0-2172-4b02-899a-eba910ff6487 req-fa8ff2a1-5e51-47a1-bc8a-fca07a13f29f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719640 Apr 07 13:37:37.781786 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 54658) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:37.891951 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device d8a0e705-3bc0-4aca-8a68-d294d5c28e31 up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:37:37.906329 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7bccc43a-9f4b-4be9-99b1-432ed33dfe74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:37.982978 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:37:37.989050 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:37:37.989908 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:38.019204 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7bccc43a-9f4b-4be9-99b1-432ed33dfe74 admin admin] Publish callbacks [] for security_group (32667580-d80a-46dc-b057-200f1fb8d20c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:38.025835 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7bccc43a-9f4b-4be9-99b1-432ed33dfe74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (32667580-d80a-46dc-b057-200f1fb8d20c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:38.073660 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7bccc43a-9f4b-4be9-99b1-432ed33dfe74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=194183d90cbf49e49dd978f9ee600cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907448 Apr 07 13:37:38.076822 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 54680) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:38.084947 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccc43a-9f4b-4be9-99b1-432ed33dfe74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32667580-d80a-46dc-b057-200f1fb8d20c,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:38.115670 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:37:38.116071 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:38.172415 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84c6673-9eab-4d10-a066-d5f86793466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:37:38.175365 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dbc825-bbe0-4270-ac37-563c8df6b417" -d '{"events": [{"server_uuid": "c84c6673-9eab-4d10-a066-d5f86793466d", "name": "network-vif-plugged", "status": "completed", "tag": "d8a0e705-3bc0-4aca-8a68-d294d5c28e31"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:37:38.193682 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d8a0e705-3bc0-4aca-8a68-d294d5c28e31, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:37:38.203010 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:38.247611 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00d89b3f-d99d-4362-ba1f-6c75d09b52cc admin admin] Publish callbacks [] for security_group (32667580-d80a-46dc-b057-200f1fb8d20c), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:38.292963 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db270c7b-2ca3-4728-8164-b2976ea9fceb x-openstack-request-id: req-db270c7b-2ca3-4728-8164-b2976ea9fceb {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:37:38.293286 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84c6673-9eab-4d10-a066-d5f86793466d", "name": "network-vif-plugged", "status": "completed", "tag": "d8a0e705-3bc0-4aca-8a68-d294d5c28e31", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:37:38.302639 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db270c7b-2ca3-4728-8164-b2976ea9fceb {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:37:38.303690 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db270c7b-2ca3-4728-8164-b2976ea9fceb'] response: {'server_uuid': 'c84c6673-9eab-4d10-a066-d5f86793466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31', 'code': 200} Apr 07 13:37:38.310078 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00d89b3f-d99d-4362-ba1f-6c75d09b52cc admin admin] Publish callbacks [] for security_group (32667580-d80a-46dc-b057-200f1fb8d20c), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:38.326670 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:38.412435 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00d89b3f-d99d-4362-ba1f-6c75d09b52cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (32667580-d80a-46dc-b057-200f1fb8d20c), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:38.415079 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00d89b3f-d99d-4362-ba1f-6c75d09b52cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:38.418377 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-00d89b3f-d99d-4362-ba1f-6c75d09b52cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32667580-d80a-46dc-b057-200f1fb8d20c HTTP/1.1" status: 204 len: 168 time: 0.3383496 Apr 07 13:37:38.436101 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d89b3f-d99d-4362-ba1f-6c75d09b52cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32667580-d80a-46dc-b057-200f1fb8d20c,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:38.449135 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1545a9-8235-4cb4-a35e-7bd2c4e9ed1e req-1a317dc3-9905-4596-95bd-41462c81980c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:38.450784 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2a1545a9-8235-4cb4-a35e-7bd2c4e9ed1e req-1a317dc3-9905-4596-95bd-41462c81980c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0778472 Apr 07 13:37:38.506838 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2a1545a9-8235-4cb4-a35e-7bd2c4e9ed1e req-55c710c8-f6e5-440b-a38a-23655276eeb3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506637 Apr 07 13:37:38.680846 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5d45ec49-2083-4a2d-9d33-759db8bbe539 req-5c430aa5-6c58-4842-9453-5b455ca9c46a tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 210 time: 0.0337377 Apr 07 13:37:38.811427 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe522b-f221-4137-bb7b-82658e742761 req-93492eba-5e97-4562-9e4f-2e956995dd83 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:38.813106 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b5fe522b-f221-4137-bb7b-82658e742761 req-93492eba-5e97-4562-9e4f-2e956995dd83 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0695212 Apr 07 13:37:38.841793 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 54754) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:38.863767 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c3d642eb-fd01-4ba2-8849-098f76865e9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:38.900312 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b5fe522b-f221-4137-bb7b-82658e742761 req-a4e19be1-c28e-4286-a010-1bd3f5da71e5 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806060 Apr 07 13:37:38.956157 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c3d642eb-fd01-4ba2-8849-098f76865e9d admin admin] Publish callbacks [] for security_group (6441cd8b-f270-4ac8-9e71-2403c8506a02), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:38.959864 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c3d642eb-fd01-4ba2-8849-098f76865e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (6441cd8b-f270-4ac8-9e71-2403c8506a02), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:38.997376 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-c3d642eb-fd01-4ba2-8849-098f76865e9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b5e51af7d6b4a978fd30f6cd85b1e52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545606 Apr 07 13:37:38.999348 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d642eb-fd01-4ba2-8849-098f76865e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6441cd8b-f270-4ac8-9e71-2403c8506a02,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:39.000033 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 54756) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:39.048319 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-52832c21-810b-468b-a0cc-0e47a532a289 admin admin] Publish callbacks [] for security_group (6441cd8b-f270-4ac8-9e71-2403c8506a02), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:39.068593 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-52832c21-810b-468b-a0cc-0e47a532a289 admin admin] Publish callbacks [] for security_group (6441cd8b-f270-4ac8-9e71-2403c8506a02), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:39.115871 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-52832c21-810b-468b-a0cc-0e47a532a289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (6441cd8b-f270-4ac8-9e71-2403c8506a02), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:39.118434 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-52832c21-810b-468b-a0cc-0e47a532a289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:39.119552 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-52832c21-810b-468b-a0cc-0e47a532a289 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6441cd8b-f270-4ac8-9e71-2403c8506a02 HTTP/1.1" status: 204 len: 168 time: 0.1185544 Apr 07 13:37:39.126792 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52832c21-810b-468b-a0cc-0e47a532a289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6441cd8b-f270-4ac8-9e71-2403c8506a02,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:39.638458 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcf590-857c-48b8-a744-e63bfa9b6878 req-8f37b237-d9a3-47c6-8266-1e3d4ef7dc2d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:39.644267 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-afdcf590-857c-48b8-a744-e63bfa9b6878 req-8f37b237-d9a3-47c6-8266-1e3d4ef7dc2d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0619519 Apr 07 13:37:39.699620 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-afdcf590-857c-48b8-a744-e63bfa9b6878 req-0a02e520-2dc4-43c8-833e-b768bfdee655 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541492 Apr 07 13:37:39.799582 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9217e02b-30a4-4257-8e3a-a9c58d0cf2f1 req-87e4d5e8-eb93-4b8f-b443-1e018d77b51c tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 210 time: 0.0279891 Apr 07 13:37:40.017383 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280b22a-c85a-4777-8b53-93f76434dfa3 req-2e4f027f-3368-4b7a-a42b-f73b4c70de03 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:40.020286 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9280b22a-c85a-4777-8b53-93f76434dfa3 req-2e4f027f-3368-4b7a-a42b-f73b4c70de03 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0524683 Apr 07 13:37:40.069292 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9280b22a-c85a-4777-8b53-93f76434dfa3 req-5a9f790b-3cad-4d33-8e0e-66f0fc8aeebf tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435286 Apr 07 13:37:40.196401 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 54820) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:40.295117 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c6c5ed12-c6c9-4157-ae5b-80d31bba17e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:40.369474 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c6c5ed12-c6c9-4157-ae5b-80d31bba17e7 admin admin] Publish callbacks [] for security_group (b00917a4-a8cf-44af-b087-bda69b2bea91), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:40.372290 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c6c5ed12-c6c9-4157-ae5b-80d31bba17e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (b00917a4-a8cf-44af-b087-bda69b2bea91), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:40.408061 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5ed12-c6c9-4157-ae5b-80d31bba17e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00917a4-a8cf-44af-b087-bda69b2bea91,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:40.412295 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c6c5ed12-c6c9-4157-ae5b-80d31bba17e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd60f3d3fe2849eda46269127620ede5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148743 Apr 07 13:37:40.415324 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 54824) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:40.460728 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3dd547e-06d3-475e-9cd2-63d8b250013b admin admin] Publish callbacks [] for security_group (b00917a4-a8cf-44af-b087-bda69b2bea91), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:40.481199 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3dd547e-06d3-475e-9cd2-63d8b250013b admin admin] Publish callbacks [] for security_group (b00917a4-a8cf-44af-b087-bda69b2bea91), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:40.526350 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3dd547e-06d3-475e-9cd2-63d8b250013b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (b00917a4-a8cf-44af-b087-bda69b2bea91), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:40.528839 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3dd547e-06d3-475e-9cd2-63d8b250013b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:40.529966 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d3dd547e-06d3-475e-9cd2-63d8b250013b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b00917a4-a8cf-44af-b087-bda69b2bea91 HTTP/1.1" status: 204 len: 168 time: 0.1142733 Apr 07 13:37:40.537707 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd547e-06d3-475e-9cd2-63d8b250013b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00917a4-a8cf-44af-b087-bda69b2bea91,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:40.824673 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399417d-b002-46e8-b601-70570d07c743 req-fef047ce-3c7a-435d-828a-bbe08e845bbb tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:40.826281 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b399417d-b002-46e8-b601-70570d07c743 req-fef047ce-3c7a-435d-828a-bbe08e845bbb tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0535569 Apr 07 13:37:40.902841 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b399417d-b002-46e8-b601-70570d07c743 req-6ba7fa10-fecf-4efb-badf-ba02a04bc7d4 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653458 Apr 07 13:37:40.980257 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cacb0c14-1c02-4dd4-8918-3589ede9a66c req-c93cb23a-af07-4726-a245-5ccae08e97a2 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 210 time: 0.0264249 Apr 07 13:37:41.186658 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e0375-62f2-41b1-93cc-278ce93a6037 req-e861e854-acab-4bb9-a417-c10d274be7ee tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:41.188169 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e09e0375-62f2-41b1-93cc-278ce93a6037 req-e861e854-acab-4bb9-a417-c10d274be7ee tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0526648 Apr 07 13:37:41.234101 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e09e0375-62f2-41b1-93cc-278ce93a6037 req-dadac3a0-04f0-4983-922a-74171116d00d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399914 Apr 07 13:37:42.024534 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8e8a8-108f-4dbd-884d-448bb6da6d85 req-572f8886-8339-4d60-86bd-274fc6e1e244 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:42.026522 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4aa8e8a8-108f-4dbd-884d-448bb6da6d85 req-572f8886-8339-4d60-86bd-274fc6e1e244 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0556512 Apr 07 13:37:42.080107 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4aa8e8a8-108f-4dbd-884d-448bb6da6d85 req-fb69d5c3-2903-4d4d-b79d-9293fbfbb577 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468991 Apr 07 13:37:42.171287 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8a6ac80b-8c25-45ed-87eb-aa1247291c73 req-8ec820f4-20cc-4acf-ad6f-854f59678f87 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 210 time: 0.0259981 Apr 07 13:37:42.346862 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a67e2-4de3-4fa2-871d-2ec6fe5e7bac req-f07a2011-23bc-4c52-b12e-78a1f6324ef0 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:42.348330 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8b7a67e2-4de3-4fa2-871d-2ec6fe5e7bac req-f07a2011-23bc-4c52-b12e-78a1f6324ef0 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0521789 Apr 07 13:37:42.396576 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8b7a67e2-4de3-4fa2-871d-2ec6fe5e7bac req-192e70d9-b90c-41f8-8be8-c5cbf7cc597c tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425136 Apr 07 13:37:43.215012 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b707791-a779-46d4-9bb1-808f82564810 req-ed9b6b9b-d71f-4148-8275-ee21c2587f09 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:43.216741 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4b707791-a779-46d4-9bb1-808f82564810 req-ed9b6b9b-d71f-4148-8275-ee21c2587f09 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0524178 Apr 07 13:37:43.269261 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4b707791-a779-46d4-9bb1-808f82564810 req-5b1e8229-6d98-4c63-94a5-b43b88755ca0 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469351 Apr 07 13:37:43.356108 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e4226d61-5b69-4a13-b677-1bf65a124b77 req-d0192108-ac30-413f-8d9c-a020cbcc147c tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 210 time: 0.0276804 Apr 07 13:37:43.499688 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a526d7-c07f-4f4f-975c-c3a8243e4eb7 req-6ada2c5a-7179-4e1e-b2d0-f9f1502a938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:43.501084 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22a526d7-c07f-4f4f-975c-c3a8243e4eb7 req-6ada2c5a-7179-4e1e-b2d0-f9f1502a938a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 1129 time: 0.0458951 Apr 07 13:37:43.516903 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9cd77-338f-4e44-820c-d1889d46b17b req-7d9540af-9961-403d-9191-99bdf693a771 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:43.518455 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4fa9cd77-338f-4e44-820c-d1889d46b17b req-7d9540af-9961-403d-9191-99bdf693a771 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0534127 Apr 07 13:37:43.564724 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4fa9cd77-338f-4e44-820c-d1889d46b17b req-7c97d254-6a4c-4209-85b1-d1d4519d5621 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407531 Apr 07 13:37:43.990811 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-c290703d-56fb-4bed-9c51-eb2d3bb0eb0e tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d06de847edcc4b6a930eadb51f15ad01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757527 Apr 07 13:37:44.008259 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a526d7-c07f-4f4f-975c-c3a8243e4eb7 req-49b5a4e0-6481-4dd1-87fa-935d229af454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:44.009945 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22a526d7-c07f-4f4f-975c-c3a8243e4eb7 req-49b5a4e0-6481-4dd1-87fa-935d229af454 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 200 len: 920 time: 0.2082651 Apr 07 13:37:44.040162 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72271e91-fcba-413d-84af-70e9a6faeb02 req-601cbbce-802f-4063-8072-236f92a02a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:44.040162 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-72271e91-fcba-413d-84af-70e9a6faeb02 req-601cbbce-802f-4063-8072-236f92a02a79 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 1129 time: 0.0980670 Apr 07 13:37:44.088600 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22a526d7-c07f-4f4f-975c-c3a8243e4eb7 req-c9812fb9-04af-46ac-b613-762c960d6aa6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5bed554-00f3-466f-bc02-887e4a4f841d HTTP/1.1" status: 200 len: 217 time: 0.0709672 Apr 07 13:37:44.160443 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-72271e91-fcba-413d-84af-70e9a6faeb02 req-61b4ae6f-3716-43d5-a989-5a24a56f9aef service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686188 Apr 07 13:37:44.253333 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a526d7-c07f-4f4f-975c-c3a8243e4eb7 req-6b9a6e14-a34d-4ae3-bbb2-1fdfe6f3a930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:44.255180 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22a526d7-c07f-4f4f-975c-c3a8243e4eb7 req-6b9a6e14-a34d-4ae3-bbb2-1fdfe6f3a930 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caad4ec9-a40e-4065-a3e8-632593f10c40 HTTP/1.1" status: 200 len: 858 time: 0.1196036 Apr 07 13:37:44.324801 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-53f18930-c24a-4db2-a1f6-4c1ea8e473bf tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:44.326331 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-53f18930-c24a-4db2-a1f6-4c1ea8e473bf tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3099513 Apr 07 13:37:44.407249 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced5601-bc00-4601-80ac-714a524bf13e req-4b4081a8-f01c-4f2d-b0d5-b86441cf0065 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:44.416978 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4ced5601-bc00-4601-80ac-714a524bf13e req-4b4081a8-f01c-4f2d-b0d5-b86441cf0065 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0648046 Apr 07 13:37:44.482337 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4ced5601-bc00-4601-80ac-714a524bf13e req-8001e72c-2a4d-45bb-925f-327b22d18023 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644276 Apr 07 13:37:44.500541 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6a0de3be-f829-4f19-8ddd-d22113b64575 req-fb0c5612-1983-4ca4-b7d3-c3d0cb71f09b tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 210 time: 0.0334861 Apr 07 13:37:44.684484 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3579a7-5138-4cef-94a2-a5b81f5b8214 req-b894f03c-4822-49ff-8175-541d9f07bc3f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:44.686005 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cf3579a7-5138-4cef-94a2-a5b81f5b8214 req-b894f03c-4822-49ff-8175-541d9f07bc3f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0553801 Apr 07 13:37:44.732112 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cf3579a7-5138-4cef-94a2-a5b81f5b8214 req-8b2d23cf-d1eb-440e-ab8e-958e80a8fd40 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400543 Apr 07 13:37:44.904282 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-d0e667c3-8dc9-4e12-85f1-12f0d9ff7815 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Request body: {'port': {'device_id': '7ca1a768-2f19-43b0-a46b-74c69a4ae0cc', 'network_id': '8fdbfff5-f51d-4593-ad8f-e352013761a8', 'admin_state_up': True, 'tenant_id': 'd06de847edcc4b6a930eadb51f15ad01'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:37:45.192946 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a526d7-c07f-4f4f-975c-c3a8243e4eb7 req-bf97a161-a769-4cf3-86cf-56acdaa6d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:45.194450 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22a526d7-c07f-4f4f-975c-c3a8243e4eb7 req-bf97a161-a769-4cf3-86cf-56acdaa6d098 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2751911 Apr 07 13:37:45.222980 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-d0e667c3-8dc9-4e12-85f1-12f0d9ff7815 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Made reservation on behalf of d06de847edcc4b6a930eadb51f15ad01 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:37:45.226184 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-d0e667c3-8dc9-4e12-85f1-12f0d9ff7815 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:45.235003 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-d0e667c3-8dc9-4e12-85f1-12f0d9ff7815 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:45.315810 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-d0e667c3-8dc9-4e12-85f1-12f0d9ff7815 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Publish callbacks [] for security_group (d38963b1-f063-4119-bd27-a32481a5c979), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:45.319870 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-d0e667c3-8dc9-4e12-85f1-12f0d9ff7815 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (d38963b1-f063-4119-bd27-a32481a5c979), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:45.388626 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e667c3-8dc9-4e12-85f1-12f0d9ff7815 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38963b1-f063-4119-bd27-a32481a5c979,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:45.478679 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-d0e667c3-8dc9-4e12-85f1-12f0d9ff7815 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Allocated IP 192.168.233.110 (8fdbfff5-f51d-4593-ad8f-e352013761a8/dde6f710-4c48-4138-a11e-6d32531cf352/25c89d14-5ff0-447a-8cbb-b1e9e4439022) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:37:45.711167 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-687cbf6a-32af-4ac1-a534-5d24155a57c8 req-74b7ad4d-b14a-4a41-908f-a86f7ed416cb tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 210 time: 0.0591862 Apr 07 13:37:45.745220 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa2ece-31b6-403c-9a35-7958c917c5c5 req-a34554fa-85f3-4391-a0e7-915e9dcb5a44 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:45.750588 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5dfa2ece-31b6-403c-9a35-7958c917c5c5 req-a34554fa-85f3-4391-a0e7-915e9dcb5a44 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.1422918 Apr 07 13:37:45.808528 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22a526d7-c07f-4f4f-975c-c3a8243e4eb7 req-c324f7f8-9d13-4e41-bbc2-d279a4fbdf92 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673466 Apr 07 13:37:45.832139 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 55042) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:45.835917 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-d0e667c3-8dc9-4e12-85f1-12f0d9ff7815 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Publish callbacks [] for port (25c89d14-5ff0-447a-8cbb-b1e9e4439022), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:45.902688 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5dfa2ece-31b6-403c-9a35-7958c917c5c5 req-fac8fa30-5832-4f1c-bd58-2e51df2a33d5 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426089 Apr 07 13:37:45.933420 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 55052) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:45.941947 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015b0fc-a0ec-45d1-b610-eb6f1223a921 req-5da37ed2-bf2f-4582-ac1b-ecc4a01f5a82 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:45.954456 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3015b0fc-a0ec-45d1-b610-eb6f1223a921 req-5da37ed2-bf2f-4582-ac1b-ecc4a01f5a82 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.1049080 Apr 07 13:37:45.989345 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22a526d7-c07f-4f4f-975c-c3a8243e4eb7 req-6852933e-7180-456b-905a-402adb187d61 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673894 Apr 07 13:37:45.994781 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-d0e667c3-8dc9-4e12-85f1-12f0d9ff7815 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (25c89d14-5ff0-447a-8cbb-b1e9e4439022), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.026368 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-780bfc27-1c46-4b2b-90f0-fc44617717dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.041469 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3015b0fc-a0ec-45d1-b610-eb6f1223a921 req-e0ba4dd9-c920-48f9-803b-c611459ef336 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783317 Apr 07 13:37:46.055990 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ed267e81-15a9-477b-8748-154b183776e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.074999 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-d0e667c3-8dc9-4e12-85f1-12f0d9ff7815 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Network 8fdbfff5-f51d-4593-ad8f-e352013761a8 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:37:46.086422 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-d0e667c3-8dc9-4e12-85f1-12f0d9ff7815 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:37:46.090643 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-d0e667c3-8dc9-4e12-85f1-12f0d9ff7815 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:37:46.093637 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e667c3-8dc9-4e12-85f1-12f0d9ff7815 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Pushing event updated for resources: {'Port': ['ID=25c89d14-5ff0-447a-8cbb-b1e9e4439022,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:46.135766 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-780bfc27-1c46-4b2b-90f0-fc44617717dc admin admin] Publish callbacks [] for security_group (1c80485e-6a2b-4fb3-a012-1e914b079fc1), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.143698 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-780bfc27-1c46-4b2b-90f0-fc44617717dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (1c80485e-6a2b-4fb3-a012-1e914b079fc1), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.184848 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-d0e667c3-8dc9-4e12-85f1-12f0d9ff7815 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:46.184848 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-d0e667c3-8dc9-4e12-85f1-12f0d9ff7815 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.192308 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bfc27-1c46-4b2b-90f0-fc44617717dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c80485e-6a2b-4fb3-a012-1e914b079fc1,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:46.221876 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-d0e667c3-8dc9-4e12-85f1-12f0d9ff7815 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3206236 Apr 07 13:37:46.222623 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 55072) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:46.223309 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-780bfc27-1c46-4b2b-90f0-fc44617717dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b01bf3ffba334048833692d4a69df2a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896980 Apr 07 13:37:46.280644 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ed267e81-15a9-477b-8748-154b183776e0 admin admin] Publish callbacks [] for security_group (cd39456a-60c8-47c6-8aa3-e8586a54d54b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.291175 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ed267e81-15a9-477b-8748-154b183776e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (cd39456a-60c8-47c6-8aa3-e8586a54d54b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.354842 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ed267e81-15a9-477b-8748-154b183776e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6428a4084644128b63173c33f19a178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4197943 Apr 07 13:37:46.356461 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 55074) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:46.360378 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed267e81-15a9-477b-8748-154b183776e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd39456a-60c8-47c6-8aa3-e8586a54d54b,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:46.373981 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-29d78b38-d139-40ba-91dc-8d375eaf0145 admin admin] Publish callbacks [] for security_group (1c80485e-6a2b-4fb3-a012-1e914b079fc1), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.404003 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-29d78b38-d139-40ba-91dc-8d375eaf0145 admin admin] Publish callbacks [] for security_group (1c80485e-6a2b-4fb3-a012-1e914b079fc1), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.409941 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-0c4df83c-2ba2-4dc6-b1e9-cf72e211a260 None None] Provisioning complete for port 25c89d14-5ff0-447a-8cbb-b1e9e4439022 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:37:46.410518 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0c4df83c-2ba2-4dc6-b1e9-cf72e211a260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (25c89d14-5ff0-447a-8cbb-b1e9e4439022), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.451480 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a37e1d21-795a-4419-8401-cdc63a64ed84 admin admin] Publish callbacks [] for security_group (cd39456a-60c8-47c6-8aa3-e8586a54d54b), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.453970 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-0c4df83c-2ba2-4dc6-b1e9-cf72e211a260 None None] Port 25c89d14-5ff0-447a-8cbb-b1e9e4439022 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:37:46.464917 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-29d78b38-d139-40ba-91dc-8d375eaf0145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (1c80485e-6a2b-4fb3-a012-1e914b079fc1), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.468583 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-29d78b38-d139-40ba-91dc-8d375eaf0145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.469979 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-29d78b38-d139-40ba-91dc-8d375eaf0145 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1c80485e-6a2b-4fb3-a012-1e914b079fc1 HTTP/1.1" status: 204 len: 168 time: 0.2464311 Apr 07 13:37:46.477400 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a37e1d21-795a-4419-8401-cdc63a64ed84 admin admin] Publish callbacks [] for security_group (cd39456a-60c8-47c6-8aa3-e8586a54d54b), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.485721 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d78b38-d139-40ba-91dc-8d375eaf0145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c80485e-6a2b-4fb3-a012-1e914b079fc1,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:46.527347 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 55080) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:46.564766 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a37e1d21-795a-4419-8401-cdc63a64ed84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (cd39456a-60c8-47c6-8aa3-e8586a54d54b), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.568409 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a37e1d21-795a-4419-8401-cdc63a64ed84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.569741 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-a37e1d21-795a-4419-8401-cdc63a64ed84 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cd39456a-60c8-47c6-8aa3-e8586a54d54b HTTP/1.1" status: 204 len: 168 time: 0.2117128 Apr 07 13:37:46.579440 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e1d21-795a-4419-8401-cdc63a64ed84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd39456a-60c8-47c6-8aa3-e8586a54d54b,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:46.670825 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e86cc1ba-a3eb-466f-bbb8-f8468b6c26ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.767876 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Request body: {'port': {'device_id': '7ca1a768-2f19-43b0-a46b-74c69a4ae0cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:37:46.781988 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e86cc1ba-a3eb-466f-bbb8-f8468b6c26ae admin admin] Publish callbacks [] for security_group (b32768f7-2773-4e8f-9bb7-a60574610039), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.817175 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e86cc1ba-a3eb-466f-bbb8-f8468b6c26ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (b32768f7-2773-4e8f-9bb7-a60574610039), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.888638 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c9ab5-6f33-49a5-a6e2-3aa36fa1dd23 req-e0d72c14-53bb-4cc5-a889-4e2f64fc4bb2 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:46.896516 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-464c9ab5-6f33-49a5-a6e2-3aa36fa1dd23 req-e0d72c14-53bb-4cc5-a889-4e2f64fc4bb2 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 936 time: 0.0894933 Apr 07 13:37:46.898888 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e86cc1ba-a3eb-466f-bbb8-f8468b6c26ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ebfef1ef5bb94af69b75d170f5aa2288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3701453 Apr 07 13:37:46.903556 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 55096) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:46.907272 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (25c89d14-5ff0-447a-8cbb-b1e9e4439022), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:46.909670 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cc1ba-a3eb-466f-bbb8-f8468b6c26ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32768f7-2773-4e8f-9bb7-a60574610039,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:46.930675 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 55098) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:46.969241 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-803d8a08-ac6c-4467-b84e-0a8d5b32af29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.002994 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-464c9ab5-6f33-49a5-a6e2-3aa36fa1dd23 req-0d69684f-9763-49a7-b299-6c79dface827 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051233 Apr 07 13:37:47.061434 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-cc51a743-0465-431a-901c-5130a771ed1a admin admin] Publish callbacks [] for security_group (b32768f7-2773-4e8f-9bb7-a60574610039), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.105225 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-cc51a743-0465-431a-901c-5130a771ed1a admin admin] Publish callbacks [] for security_group (b32768f7-2773-4e8f-9bb7-a60574610039), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.165092 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 55104) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:47.171731 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460a1a6-72cd-4ff3-be81-a397eebd2356 req-d0873407-aa35-4688-b43e-5d46f82c6805 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:47.175264 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d460a1a6-72cd-4ff3-be81-a397eebd2356 req-d0873407-aa35-4688-b43e-5d46f82c6805 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.1693232 Apr 07 13:37:47.186453 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-67a508f9-3ad3-47e8-a08f-f19133cafef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.281491 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d460a1a6-72cd-4ff3-be81-a397eebd2356 req-8426dd50-b2d7-49de-a8cb-9c48b377056c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916300 Apr 07 13:37:47.292817 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1111dd3-31fe-4265-98b1-6ce1a9d2c299 req-3cde7fa4-5854-4f04-8f71-2e098baf1ab3 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:47.294323 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b1111dd3-31fe-4265-98b1-6ce1a9d2c299 req-3cde7fa4-5854-4f04-8f71-2e098baf1ab3 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.1764028 Apr 07 13:37:47.296556 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-803d8a08-ac6c-4467-b84e-0a8d5b32af29 admin admin] Publish callbacks [] for security_group (0e3747a3-a3ae-41b6-9779-7f6f319801f7), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.301160 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c89d14-5ff0-447a-8cbb-b1e9e4439022 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:37:47.309892 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Publish callbacks [] for port (25c89d14-5ff0-447a-8cbb-b1e9e4439022), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.318859 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-cc51a743-0465-431a-901c-5130a771ed1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (b32768f7-2773-4e8f-9bb7-a60574610039), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.321665 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-cc51a743-0465-431a-901c-5130a771ed1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.325353 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-cc51a743-0465-431a-901c-5130a771ed1a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b32768f7-2773-4e8f-9bb7-a60574610039 HTTP/1.1" status: 204 len: 168 time: 0.4174826 Apr 07 13:37:47.327431 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-803d8a08-ac6c-4467-b84e-0a8d5b32af29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (0e3747a3-a3ae-41b6-9779-7f6f319801f7), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.345865 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51a743-0465-431a-901c-5130a771ed1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32768f7-2773-4e8f-9bb7-a60574610039,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:47.347191 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Transition to ACTIVE for port object 25c89d14-5ff0-447a-8cbb-b1e9e4439022 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:37:47.410254 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-803d8a08-ac6c-4467-b84e-0a8d5b32af29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc875cb679274083b4d61dad3f437c64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4723661 Apr 07 13:37:47.410475 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 55114) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:47.419673 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (25c89d14-5ff0-447a-8cbb-b1e9e4439022), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.435535 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b1111dd3-31fe-4265-98b1-6ce1a9d2c299 req-3792ba1a-d419-41f0-8e93-bf11c6e3d4d8 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343381 Apr 07 13:37:47.440611 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d8a08-ac6c-4467-b84e-0a8d5b32af29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3747a3-a3ae-41b6-9779-7f6f319801f7,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:47.483518 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8ffe4151-3949-4616-8883-0fff362d8fb9 admin admin] Publish callbacks [] for security_group (0e3747a3-a3ae-41b6-9779-7f6f319801f7), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.500308 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Pushing event updated for resources: {'Port': ['ID=25c89d14-5ff0-447a-8cbb-b1e9e4439022,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:47.507732 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-67a508f9-3ad3-47e8-a08f-f19133cafef9 admin admin] Publish callbacks [] for security_group (cadc9557-0b9c-4a9c-b040-d40598b2ee48), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.529551 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8ffe4151-3949-4616-8883-0fff362d8fb9 admin admin] Publish callbacks [] for security_group (0e3747a3-a3ae-41b6-9779-7f6f319801f7), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.540309 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-67a508f9-3ad3-47e8-a08f-f19133cafef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (cadc9557-0b9c-4a9c-b040-d40598b2ee48), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.603946 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6cfd9-4fe4-4505-9675-655da52e8276 req-bf2a739c-f89a-4c32-b2cc-2705d2ac0a34 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:47.605517 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3bb6cfd9-4fe4-4505-9675-655da52e8276 req-bf2a739c-f89a-4c32-b2cc-2705d2ac0a34 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.1003273 Apr 07 13:37:47.616989 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 55116) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:47.627189 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8ffe4151-3949-4616-8883-0fff362d8fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (0e3747a3-a3ae-41b6-9779-7f6f319801f7), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.630774 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8ffe4151-3949-4616-8883-0fff362d8fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.635744 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-8ffe4151-3949-4616-8883-0fff362d8fb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e3747a3-a3ae-41b6-9779-7f6f319801f7 HTTP/1.1" status: 204 len: 168 time: 0.2239704 Apr 07 13:37:47.640163 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-fe02a98f-6234-4c18-89cf-04b7af068f8c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Request body: {'floatingip': {'port_id': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:37:47.645671 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe4151-3949-4616-8883-0fff362d8fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3747a3-a3ae-41b6-9779-7f6f319801f7,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:47.709193 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-67a508f9-3ad3-47e8-a08f-f19133cafef9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf1b5695928749b880c4e1ab3265f26d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5429494 Apr 07 13:37:47.711951 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 55122) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:47.794865 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-24df7293-90bb-4555-9e5e-690e9dafb956 admin admin] Publish callbacks [] for security_group (cadc9557-0b9c-4a9c-b040-d40598b2ee48), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.805756 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fe02a98f-6234-4c18-89cf-04b7af068f8c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for floatingip (e3eddce4-a1d8-4cf5-b70f-c3c27b1ec4a9), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.812553 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a508f9-3ad3-47e8-a08f-f19133cafef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadc9557-0b9c-4a9c-b040-d40598b2ee48,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:47.821480 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-24df7293-90bb-4555-9e5e-690e9dafb956 admin admin] Publish callbacks [] for security_group (cadc9557-0b9c-4a9c-b040-d40598b2ee48), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.868160 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Attempting to bind port 25c89d14-5ff0-447a-8cbb-b1e9e4439022 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:37:47.868497 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Attempting to bind port 25c89d14-5ff0-447a-8cbb-b1e9e4439022 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'f683498a-b79a-43af-9cb5-7b40d1a6f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fdbfff5-f51d-4593-ad8f-e352013761a8'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:37:47.868831 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Attempting to bind port 25c89d14-5ff0-447a-8cbb-b1e9e4439022 on network 8fdbfff5-f51d-4593-ad8f-e352013761a8 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:37:47.884950 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-24df7293-90bb-4555-9e5e-690e9dafb956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (cadc9557-0b9c-4a9c-b040-d40598b2ee48), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.888707 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-24df7293-90bb-4555-9e5e-690e9dafb956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.889947 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-24df7293-90bb-4555-9e5e-690e9dafb956 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cadc9557-0b9c-4a9c-b040-d40598b2ee48 HTTP/1.1" status: 204 len: 168 time: 0.1769874 Apr 07 13:37:47.890658 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 55124) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:47.906063 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df7293-90bb-4555-9e5e-690e9dafb956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadc9557-0b9c-4a9c-b040-d40598b2ee48,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:47.925425 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d56e8f05-ce67-4c18-9fc1-af60485c803f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:47.925549 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Port 25c89d14-5ff0-447a-8cbb-b1e9e4439022 on network 8fdbfff5-f51d-4593-ad8f-e352013761a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:37:47.925970 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Attempting to bind port 25c89d14-5ff0-447a-8cbb-b1e9e4439022 on network 8fdbfff5-f51d-4593-ad8f-e352013761a8 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:37:47.946129 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:37:47.946585 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Checking segment: {'id': 'f683498a-b79a-43af-9cb5-7b40d1a6f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fdbfff5-f51d-4593-ad8f-e352013761a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:37:47.947069 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Bound using segment: {'id': 'f683498a-b79a-43af-9cb5-7b40d1a6f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fdbfff5-f51d-4593-ad8f-e352013761a8'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:37:47.947433 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Bound port: 25c89d14-5ff0-447a-8cbb-b1e9e4439022, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f683498a-b79a-43af-9cb5-7b40d1a6f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fdbfff5-f51d-4593-ad8f-e352013761a8'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:37:47.947803 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (25c89d14-5ff0-447a-8cbb-b1e9e4439022), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:48.030422 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d56e8f05-ce67-4c18-9fc1-af60485c803f admin admin] Publish callbacks [] for security_group (18771573-47ee-447b-b1d5-6b805826b77f), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:48.035826 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d56e8f05-ce67-4c18-9fc1-af60485c803f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (18771573-47ee-447b-b1d5-6b805826b77f), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:48.083952 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-d56e8f05-ce67-4c18-9fc1-af60485c803f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a0f3593c013431991b103c92be9b11a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888325 Apr 07 13:37:48.085931 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e8f05-ce67-4c18-9fc1-af60485c803f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18771573-47ee-447b-b1d5-6b805826b77f,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:48.088431 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 55136) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:48.131335 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] For port 25c89d14-5ff0-447a-8cbb-b1e9e4439022, host hv-cinder-83697, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:37:48.155982 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d298711b-2ca8-457b-ab5a-d6c274109f25 admin admin] Publish callbacks [] for security_group (18771573-47ee-447b-b1d5-6b805826b77f), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:48.180746 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] For port 25c89d14-5ff0-447a-8cbb-b1e9e4439022, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=25c89d14-5ff0-447a-8cbb-b1e9e4439022,segment=NetworkSegment(f683498a-b79a-43af-9cb5-7b40d1a6f99e),segment_id=f683498a-b79a-43af-9cb5-7b40d1a6f99e)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:37:48.195735 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (25c89d14-5ff0-447a-8cbb-b1e9e4439022), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:48.198902 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d298711b-2ca8-457b-ab5a-d6c274109f25 admin admin] Publish callbacks [] for security_group (18771573-47ee-447b-b1d5-6b805826b77f), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:48.244278 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:48.244877 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878dee0-4c2e-41d8-8ef3-24129563d752 req-2916d867-bfcf-4309-b071-11b484014e00 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:48.244995 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:48.246618 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8878dee0-4c2e-41d8-8ef3-24129563d752 req-2916d867-bfcf-4309-b071-11b484014e00 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 948 time: 0.1014178 Apr 07 13:37:48.246954 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] 10.222.0.23 "PUT /v2.0/ports/25c89d14-5ff0-447a-8cbb-b1e9e4439022 HTTP/1.1" status: 200 len: 1098 time: 1.4870727 Apr 07 13:37:48.252033 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca1a768-2f19-43b0-a46b-74c69a4ae0cc', 'tag': '25c89d14-5ff0-447a-8cbb-b1e9e4439022'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:37:48.254274 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579efdfa-6598-4e56-ae37-015e2755e3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca1a768-2f19-43b0-a46b-74c69a4ae0cc", "tag": "25c89d14-5ff0-447a-8cbb-b1e9e4439022"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:37:48.292847 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d298711b-2ca8-457b-ab5a-d6c274109f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (18771573-47ee-447b-b1d5-6b805826b77f), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:48.300671 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d298711b-2ca8-457b-ab5a-d6c274109f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:48.304046 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-d298711b-2ca8-457b-ab5a-d6c274109f25 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18771573-47ee-447b-b1d5-6b805826b77f HTTP/1.1" status: 204 len: 168 time: 0.2120004 Apr 07 13:37:48.364554 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab8412e-e5ab-402e-8ea6-c597a5ac86d7 x-openstack-request-id: req-bab8412e-e5ab-402e-8ea6-c597a5ac86d7 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:37:48.364900 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca1a768-2f19-43b0-a46b-74c69a4ae0cc", "tag": "25c89d14-5ff0-447a-8cbb-b1e9e4439022", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:37:48.365162 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bab8412e-e5ab-402e-8ea6-c597a5ac86d7 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:37:48.365570 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab8412e-e5ab-402e-8ea6-c597a5ac86d7'] response: {'name': 'network-changed', 'server_uuid': '7ca1a768-2f19-43b0-a46b-74c69a4ae0cc', 'tag': '25c89d14-5ff0-447a-8cbb-b1e9e4439022', 'status': 'completed', 'code': 200} Apr 07 13:37:48.371219 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298711b-2ca8-457b-ab5a-d6c274109f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18771573-47ee-447b-b1d5-6b805826b77f,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:48.414394 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8878dee0-4c2e-41d8-8ef3-24129563d752 req-5500365a-d8d1-4061-913d-401d57136f76 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598384 Apr 07 13:37:48.444190 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c008247-759d-4dc3-b438-c96b756d069d service neutron] Pushing event updated for resources: {'Port': ['ID=25c89d14-5ff0-447a-8cbb-b1e9e4439022,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:48.597027 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-2a76f924-4cf6-4354-90f9-93a13c702c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:48.598626 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-2a76f924-4cf6-4354-90f9-93a13c702c89 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d06de847edcc4b6a930eadb51f15ad01&device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 1132 time: 0.2594872 Apr 07 13:37:48.668674 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d73212-e3fe-4644-b192-83188bc3f1bc req-8940b6e3-1005-48d2-8108-8138192b4cfb tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:48.670406 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-36d73212-e3fe-4644-b192-83188bc3f1bc req-8940b6e3-1005-48d2-8108-8138192b4cfb tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0993738 Apr 07 13:37:48.882851 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-c6e8601c-9704-4c9d-b485-efb846f512fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=25c89d14-5ff0-447a-8cbb-b1e9e4439022 HTTP/1.1" status: 200 len: 217 time: 0.2565942 Apr 07 13:37:48.969745 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-36d73212-e3fe-4644-b192-83188bc3f1bc req-9325ece9-0a73-4dbf-ae0b-3bc17ae28057 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916315 Apr 07 13:37:49.011490 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.db.resource_extend [None req-fe02a98f-6234-4c18-89cf-04b7af068f8c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 13:37:49.046378 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-20c5968e-8204-40ee-b813-bce14282dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:49.047952 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-20c5968e-8204-40ee-b813-bce14282dcfd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dde6f710-4c48-4138-a11e-6d32531cf352 HTTP/1.1" status: 200 len: 843 time: 0.1396768 Apr 07 13:37:49.132597 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fe02a98f-6234-4c18-89cf-04b7af068f8c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:49.139927 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fe02a98f-6234-4c18-89cf-04b7af068f8c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (e3eddce4-a1d8-4cf5-b70f-c3c27b1ec4a9), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:49.190955 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-76202479-b459-4f5c-a817-21831d497e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:49.192594 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-76202479-b459-4f5c-a817-21831d497e6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8fdbfff5-f51d-4593-ad8f-e352013761a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1350520 Apr 07 13:37:49.326249 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-fe02a98f-6234-4c18-89cf-04b7af068f8c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Floating IP e3eddce4-a1d8-4cf5-b70f-c3c27b1ec4a9 associated. External IP: 172.27.0.239, port: d8a0e705-3bc0-4aca-8a68-d294d5c28e31. Apr 07 13:37:49.381894 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-b08c23a0-dd75-403a-b104-163b841ea3e6 service neutron] 10.222.0.23 "GET /v2.0/networks/8fdbfff5-f51d-4593-ad8f-e352013761a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816044 Apr 07 13:37:49.602975 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8cbd5-bcf5-4bef-864e-625a41fa795f req-12db167d-4525-4950-a020-1efc0c5c5c2e tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:49.612690 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-eab8cbd5-bcf5-4bef-864e-625a41fa795f req-12db167d-4525-4950-a020-1efc0c5c5c2e tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 948 time: 0.0965157 Apr 07 13:37:49.638959 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-599232b0-d042-48ae-8ee6-2e063e3274b4 req-02f1f1ac-4c15-4e4f-ac87-f2f1932e728d service neutron] 10.222.0.23 "GET /v2.0/networks/8fdbfff5-f51d-4593-ad8f-e352013761a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463138 Apr 07 13:37:49.682385 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe02a98f-6234-4c18-89cf-04b7af068f8c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Router f66672a6-c223-413d-ad48-2d802a087c24 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:37:49.704856 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-eab8cbd5-bcf5-4bef-864e-625a41fa795f req-a99c9b0e-c746-45a0-8898-6b2d7faf9443 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851130 Apr 07 13:37:49.823908 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe02a98f-6234-4c18-89cf-04b7af068f8c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:37:49.829576 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fe02a98f-6234-4c18-89cf-04b7af068f8c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:49.844123 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051742de-7767-4089-ae8f-cde6f2fcd4bf None None] Sync routers for ids ['f66672a6-c223-413d-ad48-2d802a087c24'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:37:49.860663 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051742de-7767-4089-ae8f-cde6f2fcd4bf None None] Routers {'f66672a6-c223-413d-ad48-2d802a087c24'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:37:49.861270 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-051742de-7767-4089-ae8f-cde6f2fcd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:37:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['f66672a6-c223-413d-ad48-2d802a087c24'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:37:49.868617 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-fe02a98f-6234-4c18-89cf-04b7af068f8c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "PUT /v2.0/floatingips/e3eddce4-a1d8-4cf5-b70f-c3c27b1ec4a9 HTTP/1.1" status: 200 len: 991 time: 2.2452030 Apr 07 13:37:49.975037 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-051742de-7767-4089-ae8f-cde6f2fcd4bf None None] Set router f66672a6-c223-413d-ad48-2d802a087c24 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:37:50.132625 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d725c5-d303-4dee-996f-b3f5187762f8 req-efb98e3d-f99a-4f13-a491-c490f5ed2064 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:50.147792 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-79d725c5-d303-4dee-996f-b3f5187762f8 req-efb98e3d-f99a-4f13-a491-c490f5ed2064 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0723948 Apr 07 13:37:50.207861 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-79d725c5-d303-4dee-996f-b3f5187762f8 req-c5e93e52-e755-476b-9c77-816c54a28323 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539782 Apr 07 13:37:50.368092 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84c6673-9eab-4d10-a066-d5f86793466d', 'tag': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:37:50.371315 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-051742de-7767-4089-ae8f-cde6f2fcd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'e3eddce4-a1d8-4cf5-b70f-c3c27b1ec4a9', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'port_id': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 75, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'mac_address': 'fa:16:3e:57:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c6673-9eab-4d10-a066-d5f86793466d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:36:37Z', 'updated_at': '2022-04-07T13:37:48Z', 'revision_number': 1, 'project_id': '59715e21f0534203a83abb04295ad163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1', 'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'mac_address': 'fa:16:3e:a4:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:38Z', 'revision_number': 5, 'project_id': '59715e21f0534203a83abb04295ad163', 'subnets': [{'id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:37:50.373399 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45e8955-8e04-4f2c-b9ce-105d7d44cee5" -d '{"events": [{"name": "network-changed", "server_uuid": "c84c6673-9eab-4d10-a066-d5f86793466d", "tag": "d8a0e705-3bc0-4aca-8a68-d294d5c28e31"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:37:50.403706 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051742de-7767-4089-ae8f-cde6f2fcd4bf None None] Checking router: f66672a6-c223-413d-ad48-2d802a087c24 for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:37:50.413894 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051742de-7767-4089-ae8f-cde6f2fcd4bf None None] Routers {'f66672a6-c223-413d-ad48-2d802a087c24'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:37:50.414726 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-051742de-7767-4089-ae8f-cde6f2fcd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:37:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['f66672a6-c223-413d-ad48-2d802a087c24'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:37:50.423225 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308693f4-3aed-40a2-990f-0ec64625ee9a x-openstack-request-id: req-308693f4-3aed-40a2-990f-0ec64625ee9a {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:37:50.423774 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84c6673-9eab-4d10-a066-d5f86793466d", "tag": "d8a0e705-3bc0-4aca-8a68-d294d5c28e31", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:37:50.424651 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-308693f4-3aed-40a2-990f-0ec64625ee9a {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:37:50.425283 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308693f4-3aed-40a2-990f-0ec64625ee9a'] response: {'name': 'network-changed', 'server_uuid': 'c84c6673-9eab-4d10-a066-d5f86793466d', 'tag': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31', 'status': 'completed', 'code': 200} Apr 07 13:37:50.535077 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-051742de-7767-4089-ae8f-cde6f2fcd4bf None None] Set router f66672a6-c223-413d-ad48-2d802a087c24 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:37:50.815727 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-051742de-7767-4089-ae8f-cde6f2fcd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'e3eddce4-a1d8-4cf5-b70f-c3c27b1ec4a9', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'port_id': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 75, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'mac_address': 'fa:16:3e:57:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c6673-9eab-4d10-a066-d5f86793466d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:36:37Z', 'updated_at': '2022-04-07T13:37:48Z', 'revision_number': 1, 'project_id': '59715e21f0534203a83abb04295ad163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1', 'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'mac_address': 'fa:16:3e:a4:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:38Z', 'revision_number': 5, 'project_id': '59715e21f0534203a83abb04295ad163', 'subnets': [{'id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:37:50.847245 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3516e-0c72-4267-8c25-5f8848489900 req-04eac754-0ece-4625-872a-6e8a801ee444 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:50.856499 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-30b3516e-0c72-4267-8c25-5f8848489900 req-04eac754-0ece-4625-872a-6e8a801ee444 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 948 time: 0.0776000 Apr 07 13:37:50.857752 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051742de-7767-4089-ae8f-cde6f2fcd4bf None None] The sync data for ids ['f66672a6-c223-413d-ad48-2d802a087c24'] in dv-cinder-836973-1-iscsi is: [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'e3eddce4-a1d8-4cf5-b70f-c3c27b1ec4a9', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'port_id': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 75, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'mac_address': 'fa:16:3e:57:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c6673-9eab-4d10-a066-d5f86793466d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:36:37Z', 'updated_at': '2022-04-07T13:37:48Z', 'revision_number': 1, 'project_id': '59715e21f0534203a83abb04295ad163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1', 'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'mac_address': 'fa:16:3e:a4:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:38Z', 'revision_number': 5, 'project_id': '59715e21f0534203a83abb04295ad163', 'subnets': [{'id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:37:50.914916 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-30b3516e-0c72-4267-8c25-5f8848489900 req-4a5adc7c-eb2a-4841-aadc-b40bb9e54bdd tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574780 Apr 07 13:37:51.132602 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad132d42-dae5-426d-b762-9803e440ca01 None None] New status for floating IP e3eddce4-a1d8-4cf5-b70f-c3c27b1ec4a9: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:37:51.330949 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c59d0-7513-4cf6-9110-3a25a2ebaafa req-ac4a3e8d-ff01-475f-9c16-c6f0ecac8e87 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:51.332539 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-690c59d0-7513-4cf6-9110-3a25a2ebaafa req-ac4a3e8d-ff01-475f-9c16-c6f0ecac8e87 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0643098 Apr 07 13:37:51.396693 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-690c59d0-7513-4cf6-9110-3a25a2ebaafa req-ff776204-e4aa-44e6-9b29-1b00ec9e93e9 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573530 Apr 07 13:37:52.037290 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813654fd-3afe-4bf9-9bb9-569053f1043d req-c61ac737-f20b-48a4-931d-e7daf51af5d8 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:52.038791 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-813654fd-3afe-4bf9-9bb9-569053f1043d req-c61ac737-f20b-48a4-931d-e7daf51af5d8 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 948 time: 0.0549428 Apr 07 13:37:52.084921 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-813654fd-3afe-4bf9-9bb9-569053f1043d req-626e3b31-d5cb-43e5-9888-eaaace681d88 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405507 Apr 07 13:37:52.399147 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5e62501e-f3ed-41cd-906c-40b151cd2793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:52.516476 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f01ee9-76da-48af-817d-193a099d5ea2 req-efb31f59-0756-4ae2-b32a-df5584c9f33d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:52.518067 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f9f01ee9-76da-48af-817d-193a099d5ea2 req-efb31f59-0756-4ae2-b32a-df5584c9f33d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0517809 Apr 07 13:37:52.563110 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f9f01ee9-76da-48af-817d-193a099d5ea2 req-624cca82-035b-414e-9160-e6384b837b14 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395288 Apr 07 13:37:52.775611 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579efdfa-6598-4e56-ae37-015e2755e3c4 req-3d6dc0bf-8943-4004-8bea-910d30df54a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:52.777124 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-579efdfa-6598-4e56-ae37-015e2755e3c4 req-3d6dc0bf-8943-4004-8bea-910d30df54a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d06de847edcc4b6a930eadb51f15ad01&device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 1132 time: 0.0469155 Apr 07 13:37:53.200398 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ff5a6-70a8-4fdc-80e5-fb6f0ee73655 req-6bd07f9e-1bf5-466f-9505-7364eddd82ea tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:53.201909 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-618ff5a6-70a8-4fdc-80e5-fb6f0ee73655 req-6bd07f9e-1bf5-466f-9505-7364eddd82ea tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 948 time: 0.0524342 Apr 07 13:37:53.252070 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-618ff5a6-70a8-4fdc-80e5-fb6f0ee73655 req-156ebeb0-b0ed-4ae4-af72-90df4c5d4961 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445039 Apr 07 13:37:53.685967 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da222979-61e0-47cb-8bb3-78c3712481c2 req-b29b9b9b-51ed-45d9-af99-76f9406f54cd tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:53.687559 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-da222979-61e0-47cb-8bb3-78c3712481c2 req-b29b9b9b-51ed-45d9-af99-76f9406f54cd tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0512898 Apr 07 13:37:53.733920 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-da222979-61e0-47cb-8bb3-78c3712481c2 req-54757b14-c7ea-405c-8c26-fb36e19df390 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Apr 07 13:37:53.936995 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 25c89d14-5ff0-447a-8cbb-b1e9e4439022 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:37:54.055670 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 25c89d14-5ff0-447a-8cbb-b1e9e4439022, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=25c89d14-5ff0-447a-8cbb-b1e9e4439022,segment=NetworkSegment(f683498a-b79a-43af-9cb5-7b40d1a6f99e),segment_id=f683498a-b79a-43af-9cb5-7b40d1a6f99e)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:37:54.071908 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': '25c89d14-5ff0-447a-8cbb-b1e9e4439022', 'network_id': '8fdbfff5-f51d-4593-ad8f-e352013761a8', 'port_id': '25c89d14-5ff0-447a-8cbb-b1e9e4439022', 'mac_address': 'fa:16:3e:b2:35:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde6f710-4c48-4138-a11e-6d32531cf352', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:37:54.152644 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 25c89d14-5ff0-447a-8cbb-b1e9e4439022 is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:37:54.153206 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (25c89d14-5ff0-447a-8cbb-b1e9e4439022), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:54.170090 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c89d14-5ff0-447a-8cbb-b1e9e4439022 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:37:54.201350 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 25c89d14-5ff0-447a-8cbb-b1e9e4439022, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=25c89d14-5ff0-447a-8cbb-b1e9e4439022,segment=NetworkSegment(f683498a-b79a-43af-9cb5-7b40d1a6f99e),segment_id=f683498a-b79a-43af-9cb5-7b40d1a6f99e)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:37:54.208416 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (25c89d14-5ff0-447a-8cbb-b1e9e4439022), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:54.212505 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e8955-8e04-4f2c-b9ce-105d7d44cee5 req-e6fbf877-7e16-4c77-8f19-d38e0f8fb1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:54.214081 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e45e8955-8e04-4f2c-b9ce-105d7d44cee5 req-e6fbf877-7e16-4c77-8f19-d38e0f8fb1bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59715e21f0534203a83abb04295ad163&device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 1129 time: 0.1762164 Apr 07 13:37:54.219666 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579efdfa-6598-4e56-ae37-015e2755e3c4 req-6d0beeaf-60c3-44ba-9534-cdd085d598a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:54.221092 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-579efdfa-6598-4e56-ae37-015e2755e3c4 req-6d0beeaf-60c3-44ba-9534-cdd085d598a7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8fdbfff5-f51d-4593-ad8f-e352013761a8 HTTP/1.1" status: 200 len: 870 time: 0.1733599 Apr 07 13:37:54.262413 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=25c89d14-5ff0-447a-8cbb-b1e9e4439022,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:54.377998 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914d50b-f97f-4674-83d1-40d19eaaca95 req-45ed6a8d-147c-47c5-97ff-dc854d682248 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:54.379502 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c914d50b-f97f-4674-83d1-40d19eaaca95 req-45ed6a8d-147c-47c5-97ff-dc854d682248 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 949 time: 0.0528851 Apr 07 13:37:54.426152 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c914d50b-f97f-4674-83d1-40d19eaaca95 req-1d248001-5d13-48c6-aa13-e34311b03b84 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407553 Apr 07 13:37:54.671164 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-579efdfa-6598-4e56-ae37-015e2755e3c4 req-2e444725-ff89-4350-9f8e-8b6dd6f6bdc1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=25c89d14-5ff0-447a-8cbb-b1e9e4439022 HTTP/1.1" status: 200 len: 217 time: 0.0646853 Apr 07 13:37:54.734943 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['25c89d14-5ff0-447a-8cbb-b1e9e4439022'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:37:54.791572 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579efdfa-6598-4e56-ae37-015e2755e3c4 req-949353cb-682e-4b00-8ccc-72cd3260857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:54.793937 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-579efdfa-6598-4e56-ae37-015e2755e3c4 req-949353cb-682e-4b00-8ccc-72cd3260857c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dde6f710-4c48-4138-a11e-6d32531cf352 HTTP/1.1" status: 200 len: 843 time: 0.0846472 Apr 07 13:37:54.798708 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e8955-8e04-4f2c-b9ce-105d7d44cee5 req-9796c6b2-971a-4726-9180-3c60914ed384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:54.801506 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e45e8955-8e04-4f2c-b9ce-105d7d44cee5 req-9796c6b2-971a-4726-9180-3c60914ed384 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2f37736-8819-4934-9b97-0c19737f4010 HTTP/1.1" status: 200 len: 917 time: 0.2035592 Apr 07 13:37:54.919376 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ddbcf481-7bc2-4500-b073-89eb8ad23bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:54.933161 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0081ce5-9216-4256-97f4-31bfabb4e41a req-c92602b2-6229-484a-a9c1-a50a6da28812 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:54.934850 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d0081ce5-9216-4256-97f4-31bfabb4e41a req-c92602b2-6229-484a-a9c1-a50a6da28812 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0956197 Apr 07 13:37:54.969090 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579efdfa-6598-4e56-ae37-015e2755e3c4 req-190e15dd-6fda-411d-a292-630f67e485fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:54.971830 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-579efdfa-6598-4e56-ae37-015e2755e3c4 req-190e15dd-6fda-411d-a292-630f67e485fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8fdbfff5-f51d-4593-ad8f-e352013761a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1681490 Apr 07 13:37:54.983328 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e45e8955-8e04-4f2c-b9ce-105d7d44cee5 req-53afd082-43c9-480d-aec3-c223d37d9b40 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8a0e705-3bc0-4aca-8a68-d294d5c28e31 HTTP/1.1" status: 200 len: 1001 time: 0.1453900 Apr 07 13:37:55.024600 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d0081ce5-9216-4256-97f4-31bfabb4e41a req-f04b3551-2bf2-465c-bd27-afd5eb7262f1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668557 Apr 07 13:37:55.403943 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e8955-8e04-4f2c-b9ce-105d7d44cee5 req-698ff547-ff8f-483a-a51c-2cf5263b4c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:55.405408 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e45e8955-8e04-4f2c-b9ce-105d7d44cee5 req-698ff547-ff8f-483a-a51c-2cf5263b4c97 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a917fc77-14fb-4645-92aa-d172ac36c200 HTTP/1.1" status: 200 len: 855 time: 0.3996215 Apr 07 13:37:55.416396 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-579efdfa-6598-4e56-ae37-015e2755e3c4 req-ec2d405c-db7b-459b-9c3e-d8e8d657fe3b service neutron] 10.222.0.23 "GET /v2.0/networks/8fdbfff5-f51d-4593-ad8f-e352013761a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226844 Apr 07 13:37:55.473312 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d662eb6-62d1-4d70-ade8-b5ed0e1d0b88 req-59f4331a-1496-4726-a7dc-eff2e450b387 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:55.475181 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2d662eb6-62d1-4d70-ade8-b5ed0e1d0b88 req-59f4331a-1496-4726-a7dc-eff2e450b387 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0681183 Apr 07 13:37:55.555704 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2d662eb6-62d1-4d70-ade8-b5ed0e1d0b88 req-acd2f858-b4de-41e6-afff-d4b8dd152f94 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749443 Apr 07 13:37:55.576705 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8fcb6-d079-41f9-996d-f8728cd9aa86 req-92d6e6bc-d469-4e16-8986-85b8019213f2 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:55.578697 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-dba8fcb6-d079-41f9-996d-f8728cd9aa86 req-92d6e6bc-d469-4e16-8986-85b8019213f2 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 949 time: 0.0805347 Apr 07 13:37:55.625066 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-dba8fcb6-d079-41f9-996d-f8728cd9aa86 req-6b82707b-eb6b-459c-95bd-16258e658feb tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406730 Apr 07 13:37:55.628389 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 55428) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:55.737823 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:55.742151 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c615fb92-fae7-4826-b8ca-964e7cada60a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:55.817286 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c615fb92-fae7-4826-b8ca-964e7cada60a admin admin] Publish callbacks [] for security_group (6766cbd6-77cd-4db9-8032-8e8bca63b7fc), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:55.820721 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c615fb92-fae7-4826-b8ca-964e7cada60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (6766cbd6-77cd-4db9-8032-8e8bca63b7fc), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:55.861015 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c615fb92-fae7-4826-b8ca-964e7cada60a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19b1442c957641b081dd03862e46b8d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315748 Apr 07 13:37:55.863375 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615fb92-fae7-4826-b8ca-964e7cada60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6766cbd6-77cd-4db9-8032-8e8bca63b7fc,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:55.864512 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 55432) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:55.911466 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-810a908b-e8f7-473d-b031-48d4a9714f8e admin admin] Publish callbacks [] for security_group (6766cbd6-77cd-4db9-8032-8e8bca63b7fc), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:55.932279 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-810a908b-e8f7-473d-b031-48d4a9714f8e admin admin] Publish callbacks [] for security_group (6766cbd6-77cd-4db9-8032-8e8bca63b7fc), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:55.978060 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-810a908b-e8f7-473d-b031-48d4a9714f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (6766cbd6-77cd-4db9-8032-8e8bca63b7fc), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:55.980651 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-810a908b-e8f7-473d-b031-48d4a9714f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:55.981790 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-810a908b-e8f7-473d-b031-48d4a9714f8e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6766cbd6-77cd-4db9-8032-8e8bca63b7fc HTTP/1.1" status: 204 len: 168 time: 0.1162963 Apr 07 13:37:55.990708 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a908b-e8f7-473d-b031-48d4a9714f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6766cbd6-77cd-4db9-8032-8e8bca63b7fc,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:56.149811 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfa5a0-6bf9-4413-86f0-d52f1621e8dc req-fe40204a-c422-4a26-bcd5-70bea17a33d2 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:56.151361 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-24dfa5a0-6bf9-4413-86f0-d52f1621e8dc req-fe40204a-c422-4a26-bcd5-70bea17a33d2 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0534048 Apr 07 13:37:56.201685 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-24dfa5a0-6bf9-4413-86f0-d52f1621e8dc req-90f5a0fd-4eac-4f6e-94ef-661c2e3be3aa tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447283 Apr 07 13:37:56.260666 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 55442) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:56.274192 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4947404a-70de-4cc1-9bb1-4d55754ccc41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:56.347371 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4947404a-70de-4cc1-9bb1-4d55754ccc41 admin admin] Publish callbacks [] for security_group (364bb2f2-5da7-4073-981b-0b11f03565f1), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:56.350908 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4947404a-70de-4cc1-9bb1-4d55754ccc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (364bb2f2-5da7-4073-981b-0b11f03565f1), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:56.389372 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4947404a-70de-4cc1-9bb1-4d55754ccc41 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f42ead798bc64ba3924e03fb90c8bc53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276271 Apr 07 13:37:56.390345 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947404a-70de-4cc1-9bb1-4d55754ccc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364bb2f2-5da7-4073-981b-0b11f03565f1,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:56.392194 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 55448) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:37:56.446065 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e09cd0a3-d65a-47a9-b4f6-91b6ffdc2c5d admin admin] Publish callbacks [] for security_group (364bb2f2-5da7-4073-981b-0b11f03565f1), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:56.467324 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e09cd0a3-d65a-47a9-b4f6-91b6ffdc2c5d admin admin] Publish callbacks [] for security_group (364bb2f2-5da7-4073-981b-0b11f03565f1), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:56.518552 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e09cd0a3-d65a-47a9-b4f6-91b6ffdc2c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (364bb2f2-5da7-4073-981b-0b11f03565f1), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:56.520967 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e09cd0a3-d65a-47a9-b4f6-91b6ffdc2c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:56.522108 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-e09cd0a3-d65a-47a9-b4f6-91b6ffdc2c5d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/364bb2f2-5da7-4073-981b-0b11f03565f1 HTTP/1.1" status: 204 len: 168 time: 0.1284158 Apr 07 13:37:56.529661 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09cd0a3-d65a-47a9-b4f6-91b6ffdc2c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364bb2f2-5da7-4073-981b-0b11f03565f1,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:37:56.679825 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b881790-6524-4f81-ab42-4f4c8b17c338 req-e3ed8f86-f571-4b39-aaa8-0a25a52f0be3 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:56.686811 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5b881790-6524-4f81-ab42-4f4c8b17c338 req-e3ed8f86-f571-4b39-aaa8-0a25a52f0be3 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0626440 Apr 07 13:37:56.762992 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5b881790-6524-4f81-ab42-4f4c8b17c338 req-2507859d-db6f-446f-a72c-bbd594ed9515 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715485 Apr 07 13:37:56.786567 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42719ffb-970a-496f-b91a-a6ed5837ab3c req-df3b3d5f-0ad2-447e-a2f2-82d88dfac10d tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:56.788025 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-42719ffb-970a-496f-b91a-a6ed5837ab3c req-df3b3d5f-0ad2-447e-a2f2-82d88dfac10d tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 949 time: 0.0828271 Apr 07 13:37:56.834323 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-42719ffb-970a-496f-b91a-a6ed5837ab3c req-d80ebe42-520b-4b37-b5d0-118e21bd257c tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406525 Apr 07 13:37:57.201757 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:57.319181 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311b2f8-efe9-4a3d-ac94-14375ff6697a req-7595feb8-713e-42ee-b7c5-988809a47518 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:57.321303 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d311b2f8-efe9-4a3d-ac94-14375ff6697a req-7595feb8-713e-42ee-b7c5-988809a47518 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0534012 Apr 07 13:37:57.367328 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d311b2f8-efe9-4a3d-ac94-14375ff6697a req-b5e6a862-3094-43e1-ab90-bf88f48758e9 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402923 Apr 07 13:37:57.886660 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53c343-1352-40ca-9f9b-7367de0a6259 req-e5d23806-7f7b-4ad3-bf0e-ac043c1a0e13 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:57.888218 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7e53c343-1352-40ca-9f9b-7367de0a6259 req-e5d23806-7f7b-4ad3-bf0e-ac043c1a0e13 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0560544 Apr 07 13:37:57.969540 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7e53c343-1352-40ca-9f9b-7367de0a6259 req-cf5c84eb-9856-41c8-8144-453db8db63da tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758548 Apr 07 13:37:57.988768 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caa2ba-a407-4c69-860e-3866154dc2df req-19360d8f-ff10-4024-8e8e-79b23e64915f tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:57.990081 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-83caa2ba-a407-4c69-860e-3866154dc2df req-19360d8f-ff10-4024-8e8e-79b23e64915f tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 949 time: 0.0760934 Apr 07 13:37:58.036745 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-83caa2ba-a407-4c69-860e-3866154dc2df req-90f95e76-01be-4c06-b942-571daee4e95c tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410361 Apr 07 13:37:58.483275 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5021a9-4734-4c02-a96e-7c45d4dafec2 req-41bcfaef-782c-414d-9e02-bf1167b024e0 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:58.484732 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8a5021a9-4734-4c02-a96e-7c45d4dafec2 req-41bcfaef-782c-414d-9e02-bf1167b024e0 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0504999 Apr 07 13:37:58.531522 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8a5021a9-4734-4c02-a96e-7c45d4dafec2 req-24f70d63-8910-483f-ad98-d6c579ca8ee6 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406468 Apr 07 13:37:58.650108 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:37:59.090904 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12528ff2-4e00-4ca3-b17f-230ae791433d req-9eb24dcc-0422-49f1-b667-6011aa4efab8 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:59.092408 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-12528ff2-4e00-4ca3-b17f-230ae791433d req-9eb24dcc-0422-49f1-b667-6011aa4efab8 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0555723 Apr 07 13:37:59.164867 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-12528ff2-4e00-4ca3-b17f-230ae791433d req-6c0c48f5-4fb5-4d9d-968f-9d8467c5b245 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671227 Apr 07 13:37:59.179484 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e77d3c-1a3f-424e-af62-ec0e792c1439 req-42a902a4-17db-453b-844b-703049b71b5e tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:59.180933 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d8e77d3c-1a3f-424e-af62-ec0e792c1439 req-42a902a4-17db-453b-844b-703049b71b5e tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 949 time: 0.0766513 Apr 07 13:37:59.226807 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d8e77d3c-1a3f-424e-af62-ec0e792c1439 req-8aeecb09-37dc-49fd-bbea-20e7095c98bb tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403879 Apr 07 13:37:59.652440 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cbe18-5ea4-4f84-9e6d-b2b749b6fa80 req-61762b26-2b08-42a6-90fc-704a4fcc8399 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:37:59.653917 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8b7cbe18-5ea4-4f84-9e6d-b2b749b6fa80 req-61762b26-2b08-42a6-90fc-704a4fcc8399 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0554268 Apr 07 13:37:59.702173 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8b7cbe18-5ea4-4f84-9e6d-b2b749b6fa80 req-2537f74a-8e78-4114-91ed-39b99b1b99c7 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Apr 07 13:38:00.281166 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8545e1-f723-4157-8bc2-c23674e5211f req-a750bf8e-bdd4-43fd-9a59-d5c4b8656451 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:00.282656 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6e8545e1-f723-4157-8bc2-c23674e5211f req-a750bf8e-bdd4-43fd-9a59-d5c4b8656451 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0507228 Apr 07 13:38:00.363479 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6e8545e1-f723-4157-8bc2-c23674e5211f req-cf11ac15-270e-4b55-bcfb-7a8bf95edc29 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741072 Apr 07 13:38:00.379065 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648e7cb-2b46-4a7d-b92a-56ac49da8d34 req-b4520013-f636-44a0-8574-f3e8a77d2bee tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:00.380536 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6648e7cb-2b46-4a7d-b92a-56ac49da8d34 req-b4520013-f636-44a0-8574-f3e8a77d2bee tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 949 time: 0.0851145 Apr 07 13:38:00.426183 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6648e7cb-2b46-4a7d-b92a-56ac49da8d34 req-8c2a204c-f7c2-4b47-bbf9-9f4a88eebab9 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399506 Apr 07 13:38:00.816478 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5debc61-d124-430a-a94f-6f36b4beec0b req-fc078dfc-29e5-457f-afaa-01bb29433d3b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:00.817922 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e5debc61-d124-430a-a94f-6f36b4beec0b req-fc078dfc-29e5-457f-afaa-01bb29433d3b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0508780 Apr 07 13:38:00.862610 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e5debc61-d124-430a-a94f-6f36b4beec0b req-e4026ce6-c099-4e02-85f2-3a1fc15cbe6b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390697 Apr 07 13:38:01.363730 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e8955-8e04-4f2c-b9ce-105d7d44cee5 req-4f8febea-b83b-4895-a6de-18ce994a77cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:01.365253 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e45e8955-8e04-4f2c-b9ce-105d7d44cee5 req-4f8febea-b83b-4895-a6de-18ce994a77cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2f37736-8819-4934-9b97-0c19737f4010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1119432 Apr 07 13:38:01.375565 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-579efdfa-6598-4e56-ae37-015e2755e3c4 req-19bdf622-74be-4277-a0d4-ab79b312638f service neutron] 10.222.0.23 "GET /v2.0/networks/8fdbfff5-f51d-4593-ad8f-e352013761a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209033 Apr 07 13:38:01.467294 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e45e8955-8e04-4f2c-b9ce-105d7d44cee5 req-83844ce8-d1f1-4f4f-9a58-ac1bad7efcd6 service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907886 Apr 07 13:38:01.475223 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 25c89d14-5ff0-447a-8cbb-b1e9e4439022 up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:38:01.495713 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dc7b9-2b93-40b0-a2b2-b9ab84fc8841 req-0190d7d6-df5b-4dc1-8f6f-d7d0da54b8d5 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:01.497208 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6f6dc7b9-2b93-40b0-a2b2-b9ab84fc8841 req-0190d7d6-df5b-4dc1-8f6f-d7d0da54b8d5 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0656488 Apr 07 13:38:01.529608 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port 25c89d14-5ff0-447a-8cbb-b1e9e4439022 completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:38:01.534687 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port 25c89d14-5ff0-447a-8cbb-b1e9e4439022 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:38:01.535086 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (25c89d14-5ff0-447a-8cbb-b1e9e4439022), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:01.583173 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6f6dc7b9-2b93-40b0-a2b2-b9ab84fc8841 req-7ed93a0f-d108-4167-be8b-4446bde87350 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783927 Apr 07 13:38:01.595240 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e45e8955-8e04-4f2c-b9ce-105d7d44cee5 req-b9bf6395-93b1-45fa-908e-c0b7a781c08a service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983489 Apr 07 13:38:01.596239 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1a9ad-59a9-4fd3-94a3-d22ff9edb039 req-96cecece-694a-4a70-b445-49c9efa8ff7b tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:01.597770 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4ad1a9ad-59a9-4fd3-94a3-d22ff9edb039 req-96cecece-694a-4a70-b445-49c9efa8ff7b tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 949 time: 0.0945916 Apr 07 13:38:01.622716 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 25c89d14-5ff0-447a-8cbb-b1e9e4439022 is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:38:01.623206 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (25c89d14-5ff0-447a-8cbb-b1e9e4439022), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:01.647804 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca1a768-2f19-43b0-a46b-74c69a4ae0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c89d14-5ff0-447a-8cbb-b1e9e4439022'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:38:01.648609 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4ad1a9ad-59a9-4fd3-94a3-d22ff9edb039 req-c4220531-b5d6-4b08-8494-e2de4d479a00 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448411 Apr 07 13:38:01.650030 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d84ab3-e689-453a-a401-8f0af62351f3" -d '{"events": [{"server_uuid": "7ca1a768-2f19-43b0-a46b-74c69a4ae0cc", "name": "network-vif-plugged", "status": "completed", "tag": "25c89d14-5ff0-447a-8cbb-b1e9e4439022"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:38:01.666845 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 25c89d14-5ff0-447a-8cbb-b1e9e4439022, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=25c89d14-5ff0-447a-8cbb-b1e9e4439022,segment=NetworkSegment(f683498a-b79a-43af-9cb5-7b40d1a6f99e),segment_id=f683498a-b79a-43af-9cb5-7b40d1a6f99e)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:38:01.675028 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (25c89d14-5ff0-447a-8cbb-b1e9e4439022), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:01.703172 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c3ef8f-c251-4af6-805a-da5a547f2431 x-openstack-request-id: req-81c3ef8f-c251-4af6-805a-da5a547f2431 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:38:01.703484 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca1a768-2f19-43b0-a46b-74c69a4ae0cc", "name": "network-vif-plugged", "status": "completed", "tag": "25c89d14-5ff0-447a-8cbb-b1e9e4439022", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:38:01.703747 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81c3ef8f-c251-4af6-805a-da5a547f2431 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:38:01.704164 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c3ef8f-c251-4af6-805a-da5a547f2431'] response: {'server_uuid': '7ca1a768-2f19-43b0-a46b-74c69a4ae0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c89d14-5ff0-447a-8cbb-b1e9e4439022', 'code': 200} Apr 07 13:38:01.733739 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=25c89d14-5ff0-447a-8cbb-b1e9e4439022,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:01.980033 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34786db3-8ab6-40c1-9cc4-a4ff4b395e56 req-32e1e3f5-8879-4dcb-87e1-d1181de1bc66 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:01.981512 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-34786db3-8ab6-40c1-9cc4-a4ff4b395e56 req-32e1e3f5-8879-4dcb-87e1-d1181de1bc66 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0543106 Apr 07 13:38:02.026469 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-34786db3-8ab6-40c1-9cc4-a4ff4b395e56 req-dcf9c82c-8b17-47df-bd43-3f8b4aaf8e1f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389316 Apr 07 13:38:02.413490 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef07b7-c8dc-4597-a691-f61eea115dad req-e8d64ec3-b5f1-445d-9071-1fd726072efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:02.415167 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-95ef07b7-c8dc-4597-a691-f61eea115dad req-e8d64ec3-b5f1-445d-9071-1fd726072efa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 1134 time: 0.0891640 Apr 07 13:38:02.422623 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29c4a0-a933-4f4c-921f-651fd9a57ff6 req-7000df9e-c677-45db-a90b-b2542aa0c529 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:02.424076 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bb29c4a0-a933-4f4c-921f-651fd9a57ff6 req-7000df9e-c677-45db-a90b-b2542aa0c529 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.1269357 Apr 07 13:38:02.514348 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-95ef07b7-c8dc-4597-a691-f61eea115dad req-bf1a72c0-6702-4be2-9f1d-0357299faec0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892718 Apr 07 13:38:02.584174 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-bb29c4a0-a933-4f4c-921f-651fd9a57ff6 req-61895165-3f7b-49ed-8cdd-7714e7a695d5 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Deleting port 186bb944-ba12-41c1-807a-fe7088983aeb {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:38:02.584434 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-bb29c4a0-a933-4f4c-921f-651fd9a57ff6 req-61895165-3f7b-49ed-8cdd-7714e7a695d5 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (186bb944-ba12-41c1-807a-fe7088983aeb), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:02.697982 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-bb29c4a0-a933-4f4c-921f-651fd9a57ff6 req-61895165-3f7b-49ed-8cdd-7714e7a695d5 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] For port 186bb944-ba12-41c1-807a-fe7088983aeb, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=186bb944-ba12-41c1-807a-fe7088983aeb,segment=NetworkSegment(d3bf4705-42db-4ff0-9b48-d1afd85a75f1),segment_id=d3bf4705-42db-4ff0-9b48-d1afd85a75f1)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:38:02.698470 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-bb29c4a0-a933-4f4c-921f-651fd9a57ff6 req-61895165-3f7b-49ed-8cdd-7714e7a695d5 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (186bb944-ba12-41c1-807a-fe7088983aeb), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:02.722147 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-bb29c4a0-a933-4f4c-921f-651fd9a57ff6 req-61895165-3f7b-49ed-8cdd-7714e7a695d5 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Calling delete_port for 186bb944-ba12-41c1-807a-fe7088983aeb owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:38:02.764935 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829725c-418b-4ffe-b47a-6baa6a4d1975 req-568a1d1b-8268-4f5e-b70c-831a385db162 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:02.766847 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4829725c-418b-4ffe-b47a-6baa6a4d1975 req-568a1d1b-8268-4f5e-b70c-831a385db162 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0777123 Apr 07 13:38:02.859409 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4829725c-418b-4ffe-b47a-6baa6a4d1975 req-53202ffe-3dc1-47e2-ba0c-78deb690b3e6 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa958565-777f-415a-bdca-d417b5c6c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767288 Apr 07 13:38:02.868764 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b109e99-025d-47c4-b288-ed5aec57529b req-c6b497bb-a8af-4968-aec4-c85be84ce054 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:02.870459 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2b109e99-025d-47c4-b288-ed5aec57529b req-c6b497bb-a8af-4968-aec4-c85be84ce054 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 950 time: 0.1019881 Apr 07 13:38:02.943812 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2b109e99-025d-47c4-b288-ed5aec57529b req-5df1cc5a-f716-4490-aae7-1f5fabd36b04 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646574 Apr 07 13:38:02.961081 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-bb29c4a0-a933-4f4c-921f-651fd9a57ff6 req-61895165-3f7b-49ed-8cdd-7714e7a695d5 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (186bb944-ba12-41c1-807a-fe7088983aeb), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:03.001207 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61895165-3f7b-49ed-8cdd-7714e7a695d5 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Pushing event deleted for resources: {'Port': ['ID=186bb944-ba12-41c1-807a-fe7088983aeb,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:03.012479 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['186bb944-ba12-41c1-807a-fe7088983aeb'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:38:03.082232 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb29c4a0-a933-4f4c-921f-651fd9a57ff6 req-61895165-3f7b-49ed-8cdd-7714e7a695d5 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] No DVR routers for this DVR port 186bb944-ba12-41c1-807a-fe7088983aeb on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:38:03.092836 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-bb29c4a0-a933-4f4c-921f-651fd9a57ff6 req-61895165-3f7b-49ed-8cdd-7714e7a695d5 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:03.096495 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bb29c4a0-a933-4f4c-921f-651fd9a57ff6 req-61895165-3f7b-49ed-8cdd-7714e7a695d5 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.23 "DELETE /v2.0/ports/186bb944-ba12-41c1-807a-fe7088983aeb HTTP/1.1" status: 204 len: 173 time: 0.6590571 Apr 07 13:38:03.096941 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4744ce35-3afa-4e11-bae3-17c788d4a6f9', 'name': 'network-vif-deleted', 'tag': '186bb944-ba12-41c1-807a-fe7088983aeb'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:38:03.099317 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bc2207-50bf-411d-ad6c-c927701d3759" -d '{"events": [{"server_uuid": "4744ce35-3afa-4e11-bae3-17c788d4a6f9", "name": "network-vif-deleted", "tag": "186bb944-ba12-41c1-807a-fe7088983aeb"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:38:03.150349 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed905e1b-edb8-44d9-b01e-dccd096089a5 x-openstack-request-id: req-ed905e1b-edb8-44d9-b01e-dccd096089a5 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:38:03.150737 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4744ce35-3afa-4e11-bae3-17c788d4a6f9", "name": "network-vif-deleted", "tag": "186bb944-ba12-41c1-807a-fe7088983aeb", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:38:03.151183 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed905e1b-edb8-44d9-b01e-dccd096089a5 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:38:03.151684 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed905e1b-edb8-44d9-b01e-dccd096089a5'] response: {'server_uuid': '4744ce35-3afa-4e11-bae3-17c788d4a6f9', 'name': 'network-vif-deleted', 'tag': '186bb944-ba12-41c1-807a-fe7088983aeb', 'status': 'completed', 'code': 200} Apr 07 13:38:03.186507 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d609c0-1ffe-498f-ace5-7bbb20293704 req-f588122c-d75e-41e2-b31d-dcf621769ad4 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:03.188286 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b0d609c0-1ffe-498f-ace5-7bbb20293704 req-f588122c-d75e-41e2-b31d-dcf621769ad4 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0652018 Apr 07 13:38:03.241130 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b0d609c0-1ffe-498f-ace5-7bbb20293704 req-8c16e2b0-b606-49f6-91f2-f4c9378fcbe5 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458627 Apr 07 13:38:03.941372 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-628b8c1e-30b5-4691-ab53-59991977ddfb req-170e03d4-86f3-4d84-89f5-7f3da3b86496 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0257776 Apr 07 13:38:04.068119 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee177f2-12d3-40af-96ac-8caa5931f091 req-a1bd156a-cfc9-4d73-8ff9-1e1ea3a2bb9e tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:04.069565 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fee177f2-12d3-40af-96ac-8caa5931f091 req-a1bd156a-cfc9-4d73-8ff9-1e1ea3a2bb9e tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 950 time: 0.0527995 Apr 07 13:38:04.116082 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fee177f2-12d3-40af-96ac-8caa5931f091 req-02796b45-642d-4085-a106-8b5940e593ae tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408316 Apr 07 13:38:04.336443 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:04.357525 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914f2f2-4ed1-4d2b-984f-abc5ca35752c req-6c9c5c7d-e970-46a7-9d63-8d958953d24a tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:04.359022 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9914f2f2-4ed1-4d2b-984f-abc5ca35752c req-6c9c5c7d-e970-46a7-9d63-8d958953d24a tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0530028 Apr 07 13:38:04.407739 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9914f2f2-4ed1-4d2b-984f-abc5ca35752c req-e7aea692-fb3e-4a58-be74-3abf6f051682 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430365 Apr 07 13:38:05.031738 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7d5a2323-bd2d-4076-bb3f-9b896f76e6e7 req-7da2f2be-eb9c-49b3-b392-69165c09f842 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0256810 Apr 07 13:38:05.235098 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09413a-b4df-423e-998c-39e527565c45 req-daa0f505-bb13-4ac2-8ca4-d0fe2e230637 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:05.237138 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2f09413a-b4df-423e-998c-39e527565c45 req-daa0f505-bb13-4ac2-8ca4-d0fe2e230637 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 950 time: 0.0530729 Apr 07 13:38:05.282630 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2f09413a-b4df-423e-998c-39e527565c45 req-c5b2454d-3e23-4777-ad69-e6034b1de097 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398042 Apr 07 13:38:05.521184 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3829540-7228-4a84-96a5-cf505146f293 req-aedd9448-3c2a-4c64-aeeb-4b391512fdd0 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:05.522752 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b3829540-7228-4a84-96a5-cf505146f293 req-aedd9448-3c2a-4c64-aeeb-4b391512fdd0 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0500665 Apr 07 13:38:05.571247 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b3829540-7228-4a84-96a5-cf505146f293 req-06fbbe11-b885-474b-93a1-e7626c8e1e10 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430110 Apr 07 13:38:06.122579 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-08a498c9-bf2c-4f2b-a3ce-f1b3aa02464f req-d2f7937e-62de-454a-9c93-bf50734c6a47 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0262520 Apr 07 13:38:06.397845 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861726c-22bb-4f67-b3f9-31cd73f61dba req-21402b80-6ef0-4af2-8ccd-f3f213c0fce8 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:06.399360 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3861726c-22bb-4f67-b3f9-31cd73f61dba req-21402b80-6ef0-4af2-8ccd-f3f213c0fce8 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 950 time: 0.0517147 Apr 07 13:38:06.446152 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3861726c-22bb-4f67-b3f9-31cd73f61dba req-4ed341da-54a6-4446-9a60-828814096631 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411975 Apr 07 13:38:06.686522 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8cacc-7b55-4b0c-a4f1-99226f9d2c1a req-f2bf23aa-a299-4343-bb70-ea7dc74d7f88 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:06.687982 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fcd8cacc-7b55-4b0c-a4f1-99226f9d2c1a req-f2bf23aa-a299-4343-bb70-ea7dc74d7f88 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0516324 Apr 07 13:38:06.737187 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fcd8cacc-7b55-4b0c-a4f1-99226f9d2c1a req-beb50242-0ac7-41c9-8a56-0183fd00b2bd tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428433 Apr 07 13:38:07.212865 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0be46044-1d3e-4f75-86a4-60011127b14f req-f8b5542f-537e-44c0-a43c-4ce07dc5ba69 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0264466 Apr 07 13:38:07.493114 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 186bb944-ba12-41c1-807a-fe7088983aeb no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:38:07.515000 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: 186bb944-ba12-41c1-807a-fe7088983aeb {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:38:07.515323 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 186bb944-ba12-41c1-807a-fe7088983aeb not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:38:07.562129 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a66a0-ef2e-41c3-b34e-8a3586a52e5b req-36e52f5e-d09f-42f0-8f90-2d9643253d75 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:07.563606 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3c4a66a0-ef2e-41c3-b34e-8a3586a52e5b req-36e52f5e-d09f-42f0-8f90-2d9643253d75 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 950 time: 0.0524697 Apr 07 13:38:07.609993 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3c4a66a0-ef2e-41c3-b34e-8a3586a52e5b req-5e05920f-f8a5-400b-b98d-d7d84de81ce9 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401936 Apr 07 13:38:07.851211 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5ca5d-d7d7-40e9-962d-4d5c5878c913 req-5a70a5fc-9a66-4a81-8084-d28e5898afd4 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:07.852687 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e1b5ca5d-d7d7-40e9-962d-4d5c5878c913 req-5a70a5fc-9a66-4a81-8084-d28e5898afd4 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0520339 Apr 07 13:38:07.900377 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e1b5ca5d-d7d7-40e9-962d-4d5c5878c913 req-d41cc315-c07e-4776-99ef-c5bdd5c60e12 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421078 Apr 07 13:38:08.310819 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-438b87a1-6a26-48b2-bc22-2e8e63d0fb9b req-d5fa862d-8dd5-4f14-98eb-6857cda095f2 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0332131 Apr 07 13:38:08.726582 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f32f13-749f-41e1-8851-fc563031d419 req-c8b3ebc4-01ca-42ee-9ea0-41313c15c388 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:08.728045 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f2f32f13-749f-41e1-8851-fc563031d419 req-c8b3ebc4-01ca-42ee-9ea0-41313c15c388 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 950 time: 0.0519755 Apr 07 13:38:08.774801 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f2f32f13-749f-41e1-8851-fc563031d419 req-a681198a-14a2-4737-8f85-53195e26fca1 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405803 Apr 07 13:38:09.017743 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5666f50-04c6-4e72-abd3-1327b2e7075f req-33eecff0-5f97-42cb-9911-1a1be365cad4 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:09.019242 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a5666f50-04c6-4e72-abd3-1327b2e7075f req-33eecff0-5f97-42cb-9911-1a1be365cad4 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0526199 Apr 07 13:38:09.068991 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a5666f50-04c6-4e72-abd3-1327b2e7075f req-7f07c564-c873-4490-a60b-46250ff6df81 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443003 Apr 07 13:38:09.405434 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-21e152a0-bad2-498d-8a4e-3d7c9ccb12a2 req-6fe6bb59-04a7-4e63-8f47-22718a4420e9 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0276275 Apr 07 13:38:09.889519 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218bf4d-bcb3-4485-82c3-02b339e3db9e req-71af83bd-532e-481a-939b-a8e9ab7307e1 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:09.890920 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0218bf4d-bcb3-4485-82c3-02b339e3db9e req-71af83bd-532e-481a-939b-a8e9ab7307e1 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 950 time: 0.0512195 Apr 07 13:38:09.936035 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0218bf4d-bcb3-4485-82c3-02b339e3db9e req-794b1e4c-59dc-45f8-ad83-331c0bc0c717 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392349 Apr 07 13:38:10.221765 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9b39e-57a7-4bac-8803-b63b63062a76 req-eb6cb0d4-878d-4178-99bf-68608e3d130a tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:10.223283 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b6b9b39e-57a7-4bac-8803-b63b63062a76 req-eb6cb0d4-878d-4178-99bf-68608e3d130a tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 950 time: 0.0851338 Apr 07 13:38:10.230029 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64eca4-8560-4190-aa10-3c55e5534c20 req-0ee86c31-db5c-43d4-bda7-281ee7901ba5 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:10.231406 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ff64eca4-8560-4190-aa10-3c55e5534c20 req-0ee86c31-db5c-43d4-bda7-281ee7901ba5 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0839617 Apr 07 13:38:10.300130 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b6b9b39e-57a7-4bac-8803-b63b63062a76 req-bb759b53-8ffe-4807-8440-11e5bf9a7715 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677643 Apr 07 13:38:10.304102 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ff64eca4-8560-4190-aa10-3c55e5534c20 req-2f5f00dd-bba1-4021-9b76-aabf68931fde tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661881 Apr 07 13:38:10.513882 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cc4a0814-c6fa-420d-aa2d-736f6c8fa348 req-8ea57980-9174-46f9-ba0e-2ac4545e4631 tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0282772 Apr 07 13:38:11.458488 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddec99-ff72-4ec2-9023-2e277d678704 req-7dba22a0-34ee-41ca-bd6e-e404bc87c329 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:11.459936 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-26ddec99-ff72-4ec2-9023-2e277d678704 req-7dba22a0-34ee-41ca-bd6e-e404bc87c329 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 950 time: 0.0914030 Apr 07 13:38:11.467505 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45281c-c2f8-4c96-84da-94a5dead59ea req-610ec3f8-3149-42ae-b1b4-c352c7cb523b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:11.468863 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ed45281c-c2f8-4c96-84da-94a5dead59ea req-610ec3f8-3149-42ae-b1b4-c352c7cb523b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0900674 Apr 07 13:38:11.541406 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-26ddec99-ff72-4ec2-9023-2e277d678704 req-18e61f1a-fa4f-454b-a76b-a89f5d668ec5 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714934 Apr 07 13:38:11.546976 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ed45281c-c2f8-4c96-84da-94a5dead59ea req-85103484-7c5a-442d-86e8-34d30d119918 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707917 Apr 07 13:38:11.638719 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9e447caf-c497-4978-a9f6-fc1273ed4556 req-b491c083-e8f3-4908-a2b4-42e224aac7af tempest-DeleteServersTestJSON-1351340077 tempest-DeleteServersTestJSON-1351340077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4744ce35-3afa-4e11-bae3-17c788d4a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0270264 Apr 07 13:38:12.138526 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 55832) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:12.243310 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f69feb50-272c-4064-9e66-c911196ea65a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:12.320255 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f69feb50-272c-4064-9e66-c911196ea65a admin admin] Publish callbacks [] for security_group (7307f5e4-69ca-41c5-9b05-9830d3bf4915), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:12.324648 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f69feb50-272c-4064-9e66-c911196ea65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (7307f5e4-69ca-41c5-9b05-9830d3bf4915), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:12.343767 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 55838) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:12.363242 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-f69feb50-272c-4064-9e66-c911196ea65a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=259ae85a7d68496bb286e790656b7bab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235558 Apr 07 13:38:12.364316 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69feb50-272c-4064-9e66-c911196ea65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7307f5e4-69ca-41c5-9b05-9830d3bf4915,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:12.365941 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 55842) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:12.417188 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a4cd2f48-e9b3-4fb5-8b61-902959fb1973 admin admin] Publish callbacks [] for security_group (7307f5e4-69ca-41c5-9b05-9830d3bf4915), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:12.447287 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a4cd2f48-e9b3-4fb5-8b61-902959fb1973 admin admin] Publish callbacks [] for security_group (7307f5e4-69ca-41c5-9b05-9830d3bf4915), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:12.489681 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-21d50fc1-8803-49ba-ac11-f5aaa2ae1267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:12.551529 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a4cd2f48-e9b3-4fb5-8b61-902959fb1973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (7307f5e4-69ca-41c5-9b05-9830d3bf4915), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:12.554320 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a4cd2f48-e9b3-4fb5-8b61-902959fb1973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:12.555588 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a4cd2f48-e9b3-4fb5-8b61-902959fb1973 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7307f5e4-69ca-41c5-9b05-9830d3bf4915 HTTP/1.1" status: 204 len: 168 time: 0.1884830 Apr 07 13:38:12.612982 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd2f48-e9b3-4fb5-8b61-902959fb1973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7307f5e4-69ca-41c5-9b05-9830d3bf4915,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:12.641492 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b7209-4c4c-404f-8d39-89b237b54c18 req-b2946395-1abe-4b71-8e54-28e6feae3e94 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:12.643731 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-577b7209-4c4c-404f-8d39-89b237b54c18 req-b2946395-1abe-4b71-8e54-28e6feae3e94 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 950 time: 0.1335101 Apr 07 13:38:12.759797 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-21d50fc1-8803-49ba-ac11-f5aaa2ae1267 admin admin] Publish callbacks [] for security_group (9887f268-6b9e-483a-8ae0-ef1bbd5675f1), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:12.770284 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813b206-1e27-4a84-a763-9cff99cde35c req-7fbc7cf5-10ff-41e1-9135-b6934051590b tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:12.772266 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-21d50fc1-8803-49ba-ac11-f5aaa2ae1267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (9887f268-6b9e-483a-8ae0-ef1bbd5675f1), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:12.776981 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1813b206-1e27-4a84-a763-9cff99cde35c req-7fbc7cf5-10ff-41e1-9135-b6934051590b tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 950 time: 0.1076391 Apr 07 13:38:12.807315 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d50fc1-8803-49ba-ac11-f5aaa2ae1267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9887f268-6b9e-483a-8ae0-ef1bbd5675f1,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:12.818016 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fed3be-921f-4113-b951-7904d499d118 req-53489c20-e3a4-42f1-ba75-6bbac7b968b5 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:12.824235 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-39fed3be-921f-4113-b951-7904d499d118 req-53489c20-e3a4-42f1-ba75-6bbac7b968b5 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.1393316 Apr 07 13:38:12.843155 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-21d50fc1-8803-49ba-ac11-f5aaa2ae1267 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=326768caba3748cf9bc24965827a9f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4982750 Apr 07 13:38:12.843686 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 55864) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:12.846902 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-577b7209-4c4c-404f-8d39-89b237b54c18 req-812e7f16-3cdc-4d14-99ec-fe989fc17b12 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Deleting port 25c89d14-5ff0-447a-8cbb-b1e9e4439022 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:38:12.847240 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-577b7209-4c4c-404f-8d39-89b237b54c18 req-812e7f16-3cdc-4d14-99ec-fe989fc17b12 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (25c89d14-5ff0-447a-8cbb-b1e9e4439022), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:12.866919 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1813b206-1e27-4a84-a763-9cff99cde35c req-f6e4bdac-7131-45d3-b911-41c19a862f84 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d38963b1-f063-4119-bd27-a32481a5c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884695 Apr 07 13:38:12.965743 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-39fed3be-921f-4113-b951-7904d499d118 req-7f9368e4-e296-4f34-bc8e-158f2a75fb7d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385334 Apr 07 13:38:12.985725 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-577b7209-4c4c-404f-8d39-89b237b54c18 req-812e7f16-3cdc-4d14-99ec-fe989fc17b12 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] For port 25c89d14-5ff0-447a-8cbb-b1e9e4439022, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=25c89d14-5ff0-447a-8cbb-b1e9e4439022,segment=NetworkSegment(f683498a-b79a-43af-9cb5-7b40d1a6f99e),segment_id=f683498a-b79a-43af-9cb5-7b40d1a6f99e)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:38:12.986945 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-577b7209-4c4c-404f-8d39-89b237b54c18 req-812e7f16-3cdc-4d14-99ec-fe989fc17b12 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (25c89d14-5ff0-447a-8cbb-b1e9e4439022), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:12.993505 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:38:13.004161 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 55870) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:13.008124 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-577b7209-4c4c-404f-8d39-89b237b54c18 req-812e7f16-3cdc-4d14-99ec-fe989fc17b12 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Calling delete_port for 25c89d14-5ff0-447a-8cbb-b1e9e4439022 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:38:13.021502 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c988f6bf-4554-4207-8a56-fb4d0ae78d67 admin admin] Publish callbacks [] for security_group (9887f268-6b9e-483a-8ae0-ef1bbd5675f1), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.068384 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c988f6bf-4554-4207-8a56-fb4d0ae78d67 admin admin] Publish callbacks [] for security_group (9887f268-6b9e-483a-8ae0-ef1bbd5675f1), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.070166 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 55876) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:13.102757 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1863def9-7c53-43a3-9108-b02950ef79a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.179637 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c988f6bf-4554-4207-8a56-fb4d0ae78d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (9887f268-6b9e-483a-8ae0-ef1bbd5675f1), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.182586 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c988f6bf-4554-4207-8a56-fb4d0ae78d67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.188949 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-c988f6bf-4554-4207-8a56-fb4d0ae78d67 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9887f268-6b9e-483a-8ae0-ef1bbd5675f1 HTTP/1.1" status: 204 len: 168 time: 0.3391848 Apr 07 13:38:13.209456 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988f6bf-4554-4207-8a56-fb4d0ae78d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9887f268-6b9e-483a-8ae0-ef1bbd5675f1,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:13.212428 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1863def9-7c53-43a3-9108-b02950ef79a4 admin admin] Publish callbacks [] for security_group (dbc15341-e52b-4166-aa43-344a08af111a), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.219329 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1863def9-7c53-43a3-9108-b02950ef79a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (dbc15341-e52b-4166-aa43-344a08af111a), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.225037 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-577b7209-4c4c-404f-8d39-89b237b54c18 req-812e7f16-3cdc-4d14-99ec-fe989fc17b12 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (25c89d14-5ff0-447a-8cbb-b1e9e4439022), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.262288 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-1863def9-7c53-43a3-9108-b02950ef79a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15b00cb67dbe41e39566f37698543843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1912978 Apr 07 13:38:13.263009 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863def9-7c53-43a3-9108-b02950ef79a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc15341-e52b-4166-aa43-344a08af111a,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:13.265371 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 55886) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:13.267428 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['25c89d14-5ff0-447a-8cbb-b1e9e4439022'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:38:13.287027 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e7f16-3cdc-4d14-99ec-fe989fc17b12 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Pushing event deleted for resources: {'Port': ['ID=25c89d14-5ff0-447a-8cbb-b1e9e4439022,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:13.386737 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-577b7209-4c4c-404f-8d39-89b237b54c18 req-812e7f16-3cdc-4d14-99ec-fe989fc17b12 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] No DVR routers for this DVR port 25c89d14-5ff0-447a-8cbb-b1e9e4439022 on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:38:13.390666 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-577b7209-4c4c-404f-8d39-89b237b54c18 req-812e7f16-3cdc-4d14-99ec-fe989fc17b12 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.396396 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-577b7209-4c4c-404f-8d39-89b237b54c18 req-812e7f16-3cdc-4d14-99ec-fe989fc17b12 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.23 "DELETE /v2.0/ports/25c89d14-5ff0-447a-8cbb-b1e9e4439022 HTTP/1.1" status: 204 len: 173 time: 0.7395196 Apr 07 13:38:13.400218 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca1a768-2f19-43b0-a46b-74c69a4ae0cc', 'name': 'network-vif-deleted', 'tag': '25c89d14-5ff0-447a-8cbb-b1e9e4439022'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:38:13.403397 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185eaee8-f2f7-4264-b234-f3dd7310d1e9" -d '{"events": [{"server_uuid": "7ca1a768-2f19-43b0-a46b-74c69a4ae0cc", "name": "network-vif-deleted", "tag": "25c89d14-5ff0-447a-8cbb-b1e9e4439022"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:38:13.406923 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-79f1d108-51e8-42ea-b1b3-be60d21f3320 admin admin] Publish callbacks [] for security_group (dbc15341-e52b-4166-aa43-344a08af111a), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.409507 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-856b38be-c7ff-4781-b740-f2dd17f3a8eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.448557 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-79f1d108-51e8-42ea-b1b3-be60d21f3320 admin admin] Publish callbacks [] for security_group (dbc15341-e52b-4166-aa43-344a08af111a), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.450509 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed658676-624f-4a3d-800c-bc084bfd0a51 x-openstack-request-id: req-ed658676-624f-4a3d-800c-bc084bfd0a51 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:38:13.451057 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca1a768-2f19-43b0-a46b-74c69a4ae0cc", "name": "network-vif-deleted", "tag": "25c89d14-5ff0-447a-8cbb-b1e9e4439022", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:38:13.451230 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed658676-624f-4a3d-800c-bc084bfd0a51 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:38:13.452354 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed658676-624f-4a3d-800c-bc084bfd0a51'] response: {'server_uuid': '7ca1a768-2f19-43b0-a46b-74c69a4ae0cc', 'name': 'network-vif-deleted', 'tag': '25c89d14-5ff0-447a-8cbb-b1e9e4439022', 'status': 'completed', 'code': 200} Apr 07 13:38:13.527795 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-79f1d108-51e8-42ea-b1b3-be60d21f3320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (dbc15341-e52b-4166-aa43-344a08af111a), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.530663 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-79f1d108-51e8-42ea-b1b3-be60d21f3320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.531509 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-79f1d108-51e8-42ea-b1b3-be60d21f3320 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dbc15341-e52b-4166-aa43-344a08af111a HTTP/1.1" status: 204 len: 168 time: 0.2652574 Apr 07 13:38:13.551138 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1d108-51e8-42ea-b1b3-be60d21f3320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc15341-e52b-4166-aa43-344a08af111a,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:13.555015 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-856b38be-c7ff-4781-b740-f2dd17f3a8eb admin admin] Publish callbacks [] for security_group (7869dcf9-c0f8-4415-a85c-44931f292fac), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.577907 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-856b38be-c7ff-4781-b740-f2dd17f3a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (7869dcf9-c0f8-4415-a85c-44931f292fac), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.622769 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 55896) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:13.622922 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-856b38be-c7ff-4781-b740-f2dd17f3a8eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11e1c00796e541888eb26c3ee00ee2db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6175823 Apr 07 13:38:13.623999 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b38be-c7ff-4781-b740-f2dd17f3a8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7869dcf9-c0f8-4415-a85c-44931f292fac,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:13.692699 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 55898) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:13.708291 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bd76bc0a-d0a4-4f05-8a8e-0134b2553b58 admin admin] Publish callbacks [] for security_group (7869dcf9-c0f8-4415-a85c-44931f292fac), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.713046 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-70175a2e-d072-4497-8250-31525c1cb20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.744061 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bd76bc0a-d0a4-4f05-8a8e-0134b2553b58 admin admin] Publish callbacks [] for security_group (7869dcf9-c0f8-4415-a85c-44931f292fac), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.816208 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bd76bc0a-d0a4-4f05-8a8e-0134b2553b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (7869dcf9-c0f8-4415-a85c-44931f292fac), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.819181 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bd76bc0a-d0a4-4f05-8a8e-0134b2553b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.820391 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-bd76bc0a-d0a4-4f05-8a8e-0134b2553b58 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7869dcf9-c0f8-4415-a85c-44931f292fac HTTP/1.1" status: 204 len: 168 time: 0.1955564 Apr 07 13:38:13.837078 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76bc0a-d0a4-4f05-8a8e-0134b2553b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7869dcf9-c0f8-4415-a85c-44931f292fac,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:13.870874 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-70175a2e-d072-4497-8250-31525c1cb20e admin admin] Publish callbacks [] for security_group (8e6267ee-077b-489c-849b-b63d1899177d), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.875386 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-70175a2e-d072-4497-8250-31525c1cb20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (8e6267ee-077b-489c-849b-b63d1899177d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.912356 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 55906) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:13.925382 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70175a2e-d072-4497-8250-31525c1cb20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6267ee-077b-489c-849b-b63d1899177d,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:13.932723 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-70175a2e-d072-4497-8250-31525c1cb20e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07ad704ddfec486e9cf3aeb6e453ae37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390308 Apr 07 13:38:13.935710 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 55910) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:13.942284 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-37796e7d-6332-49db-8ee8-e98700a84016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:13.996238 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-48d85721-3a88-4da0-9418-ea5e46a60ce9 req-cc4d80e3-4919-4b3a-a2de-3ae6caf8cf7d tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 210 time: 0.0383301 Apr 07 13:38:14.001260 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-03d1f634-a57c-445e-8503-199512fa1f1a admin admin] Publish callbacks [] for security_group (8e6267ee-077b-489c-849b-b63d1899177d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.035948 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-03d1f634-a57c-445e-8503-199512fa1f1a admin admin] Publish callbacks [] for security_group (8e6267ee-077b-489c-849b-b63d1899177d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.101582 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-03d1f634-a57c-445e-8503-199512fa1f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (8e6267ee-077b-489c-849b-b63d1899177d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.104181 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-03d1f634-a57c-445e-8503-199512fa1f1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.105534 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-03d1f634-a57c-445e-8503-199512fa1f1a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e6267ee-077b-489c-849b-b63d1899177d HTTP/1.1" status: 204 len: 168 time: 0.1688976 Apr 07 13:38:14.113345 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-37796e7d-6332-49db-8ee8-e98700a84016 admin admin] Publish callbacks [] for security_group (10449b7f-7da1-4dda-8cc7-39e630d66885), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.116099 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1f634-a57c-445e-8503-199512fa1f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6267ee-077b-489c-849b-b63d1899177d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:14.126502 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-37796e7d-6332-49db-8ee8-e98700a84016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (10449b7f-7da1-4dda-8cc7-39e630d66885), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.178647 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd772e-f3ec-4c9c-89af-8d021a8d11ec req-0f711cc9-b5d9-49ee-bc9b-07ffb6a947cf tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:14.180150 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d4dd772e-f3ec-4c9c-89af-8d021a8d11ec req-0f711cc9-b5d9-49ee-bc9b-07ffb6a947cf tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.1217725 Apr 07 13:38:14.190257 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 55918) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:14.190584 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-37796e7d-6332-49db-8ee8-e98700a84016 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03ed425cc2b947a28f29b6f611794302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763653 Apr 07 13:38:14.192579 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37796e7d-6332-49db-8ee8-e98700a84016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10449b7f-7da1-4dda-8cc7-39e630d66885,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:14.249687 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d4dd772e-f3ec-4c9c-89af-8d021a8d11ec req-eb13b97d-3b22-4c8c-9804-85639b848582 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580385 Apr 07 13:38:14.255612 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2bcf-61a4-4d77-b11a-6ef682d9a5f6 admin admin] Publish callbacks [] for security_group (10449b7f-7da1-4dda-8cc7-39e630d66885), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.279350 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2bcf-61a4-4d77-b11a-6ef682d9a5f6 admin admin] Publish callbacks [] for security_group (10449b7f-7da1-4dda-8cc7-39e630d66885), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.318724 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 55922) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:14.332332 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0cce889d-fefe-49df-90ed-f578d0f364c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.345600 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2bcf-61a4-4d77-b11a-6ef682d9a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (10449b7f-7da1-4dda-8cc7-39e630d66885), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.348182 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2bcf-61a4-4d77-b11a-6ef682d9a5f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.349297 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2bcd2bcf-61a4-4d77-b11a-6ef682d9a5f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10449b7f-7da1-4dda-8cc7-39e630d66885 HTTP/1.1" status: 204 len: 168 time: 0.1574330 Apr 07 13:38:14.364677 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd2bcf-61a4-4d77-b11a-6ef682d9a5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10449b7f-7da1-4dda-8cc7-39e630d66885,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:14.457990 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0cce889d-fefe-49df-90ed-f578d0f364c4 admin admin] Publish callbacks [] for security_group (8d3c0997-94d7-4e25-9f33-ca0a888ec468), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.467903 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0cce889d-fefe-49df-90ed-f578d0f364c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (8d3c0997-94d7-4e25-9f33-ca0a888ec468), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.511197 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0cce889d-fefe-49df-90ed-f578d0f364c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b91acd07035d46db84f3752aeb3e67a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1912467 Apr 07 13:38:14.512054 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce889d-fefe-49df-90ed-f578d0f364c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3c0997-94d7-4e25-9f33-ca0a888ec468,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:14.515496 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 55938) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:14.553492 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 55940) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:14.624262 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a2e484fa-b921-4aa9-a92b-2da48e14eb23 admin admin] Publish callbacks [] for security_group (8d3c0997-94d7-4e25-9f33-ca0a888ec468), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.652750 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e74ff9-8fa6-4631-947e-8f852eecafaa admin admin] Deleting subnet 7d32e66b-cbb9-4df8-a5bd-c113f13bfc1c {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:38:14.660121 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b3e74ff9-8fa6-4631-947e-8f852eecafaa admin admin] Publish callbacks [] for subnet (7d32e66b-cbb9-4df8-a5bd-c113f13bfc1c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.670164 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a2e484fa-b921-4aa9-a92b-2da48e14eb23 admin admin] Publish callbacks [] for security_group (8d3c0997-94d7-4e25-9f33-ca0a888ec468), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.729801 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a2e484fa-b921-4aa9-a92b-2da48e14eb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (8d3c0997-94d7-4e25-9f33-ca0a888ec468), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.732904 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a2e484fa-b921-4aa9-a92b-2da48e14eb23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.734105 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-a2e484fa-b921-4aa9-a92b-2da48e14eb23 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d3c0997-94d7-4e25-9f33-ca0a888ec468 HTTP/1.1" status: 204 len: 168 time: 0.2173772 Apr 07 13:38:14.746790 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b3e74ff9-8fa6-4631-947e-8f852eecafaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3370149'] for subnet (7d32e66b-cbb9-4df8-a5bd-c113f13bfc1c), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.747236 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e484fa-b921-4aa9-a92b-2da48e14eb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3c0997-94d7-4e25-9f33-ca0a888ec468,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:14.834365 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b3e74ff9-8fa6-4631-947e-8f852eecafaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16392291'] for subnet (7d32e66b-cbb9-4df8-a5bd-c113f13bfc1c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.906910 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b0671-c619-45b7-af5b-c190800a8071 req-02051e39-3fef-423a-96b1-36b7bbb92bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:14.908444 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a38b0671-c619-45b7-af5b-c190800a8071 req-02051e39-3fef-423a-96b1-36b7bbb92bad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 1129 time: 0.0858037 Apr 07 13:38:14.920673 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b3e74ff9-8fa6-4631-947e-8f852eecafaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16392298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3405941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3715770'] for subnet (7d32e66b-cbb9-4df8-a5bd-c113f13bfc1c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.948378 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e74ff9-8fa6-4631-947e-8f852eecafaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d32e66b-cbb9-4df8-a5bd-c113f13bfc1c,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:14.950496 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b3e74ff9-8fa6-4631-947e-8f852eecafaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:14.953834 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b3e74ff9-8fa6-4631-947e-8f852eecafaa admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7d32e66b-cbb9-4df8-a5bd-c113f13bfc1c HTTP/1.1" status: 204 len: 168 time: 0.3993192 Apr 07 13:38:14.957488 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 55958) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:15.051315 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32849884-a7fc-4afc-a447-fd19326acd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16221602'] for network (2f898e86-eb8a-4267-8f53-ac7753f17809), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:15.131935 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f4043f4e-8720-49f1-be1a-96f0dc87f930 req-950c885a-1c8d-4e2a-875c-f5f356654251 tempest-VolumesNegativeTest-208333599 tempest-VolumesNegativeTest-208333599-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca1a768-2f19-43b0-a46b-74c69a4ae0cc HTTP/1.1" status: 200 len: 210 time: 0.0416315 Apr 07 13:38:15.190455 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32849884-a7fc-4afc-a447-fd19326acd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16415226', 'neutron.services.segments.db._delete_segments_for_network-8738487795402'] for network (2f898e86-eb8a-4267-8f53-ac7753f17809), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:15.194865 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a38b0671-c619-45b7-af5b-c190800a8071 req-cad3c62d-d339-430d-afb7-39a4138af7de service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845077 Apr 07 13:38:15.219150 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-32849884-a7fc-4afc-a447-fd19326acd3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f898e86-eb8a-4267-8f53-ac7753f17809']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:38:15.233956 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-32849884-a7fc-4afc-a447-fd19326acd3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bf4705-42db-4ff0-9b48-d1afd85a75f1') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:38:15.234350 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-32849884-a7fc-4afc-a447-fd19326acd3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bf4705-42db-4ff0-9b48-d1afd85a75f1') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:38:15.245042 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32849884-a7fc-4afc-a447-fd19326acd3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738487798739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3370172'] for segment (d3bf4705-42db-4ff0-9b48-d1afd85a75f1), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:15.259966 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32849884-a7fc-4afc-a447-fd19326acd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (d3bf4705-42db-4ff0-9b48-d1afd85a75f1), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:15.267975 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32849884-a7fc-4afc-a447-fd19326acd3f admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:38:15.268377 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32849884-a7fc-4afc-a447-fd19326acd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3405971'] for segment (d3bf4705-42db-4ff0-9b48-d1afd85a75f1), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: Traceback (most recent call last): Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: timer() Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: cb(*args, **kw) Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: self._notify() Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: self.callback(batched_events) Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: event.method(event) Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: return f(self, *a, **k) Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: return self._get(url).json() Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:38:15.270328 dv-cinder-836973-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:38:15.339959 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32849884-a7fc-4afc-a447-fd19326acd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16415201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431839'] for network (2f898e86-eb8a-4267-8f53-ac7753f17809), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:15.357822 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32849884-a7fc-4afc-a447-fd19326acd3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:15.361061 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-32849884-a7fc-4afc-a447-fd19326acd3f admin admin] 10.222.0.39 "DELETE /v2.0/networks/2f898e86-eb8a-4267-8f53-ac7753f17809 HTTP/1.1" status: 204 len: 168 time: 0.4019065 Apr 07 13:38:15.362926 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32849884-a7fc-4afc-a447-fd19326acd3f admin admin] Pushing event deleted for resources: {'Network': ['ID=2f898e86-eb8a-4267-8f53-ac7753f17809,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:15.400986 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906f523-630b-4212-9cf1-464be425a502 req-1fcf976f-5dba-4af3-87aa-5d021b023a64 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:15.402506 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d906f523-630b-4212-9cf1-464be425a502 req-1fcf976f-5dba-4af3-87aa-5d021b023a64 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0695517 Apr 07 13:38:15.452958 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d906f523-630b-4212-9cf1-464be425a502 req-b6eed9ee-122a-4a92-9351-e8acc96a698e tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446446 Apr 07 13:38:15.558793 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 55994) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:15.599751 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9e4210cf-c412-4505-ad47-a3575a88f17c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c534d8406edf44899d2fd072711786bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397322 Apr 07 13:38:15.602180 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 55996) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:15.681268 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d8eb5db8-da0b-4431-9d27-4009b3b32991 admin admin] Publish callbacks [] for security_group (fa958565-777f-415a-bdca-d417b5c6c406), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:15.720237 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d8eb5db8-da0b-4431-9d27-4009b3b32991 admin admin] Publish callbacks [] for security_group (fa958565-777f-415a-bdca-d417b5c6c406), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:15.779909 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d8eb5db8-da0b-4431-9d27-4009b3b32991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (fa958565-777f-415a-bdca-d417b5c6c406), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:15.782665 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d8eb5db8-da0b-4431-9d27-4009b3b32991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:15.786744 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d8eb5db8-da0b-4431-9d27-4009b3b32991 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa958565-777f-415a-bdca-d417b5c6c406 HTTP/1.1" status: 204 len: 168 time: 0.1812575 Apr 07 13:38:15.792544 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb5db8-da0b-4431-9d27-4009b3b32991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa958565-777f-415a-bdca-d417b5c6c406,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:16.575218 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf5eb8-c684-4f42-bd21-69247704e634 req-3f7ae0f3-c68c-41b3-86c3-8347978e195b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:16.581960 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-76bf5eb8-c684-4f42-bd21-69247704e634 req-3f7ae0f3-c68c-41b3-86c3-8347978e195b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0619802 Apr 07 13:38:16.626937 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-76bf5eb8-c684-4f42-bd21-69247704e634 req-f5cc91d9-91a4-4814-aff4-35400f7e9059 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440705 Apr 07 13:38:16.696588 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 56070) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:16.994138 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3032cde4-c86a-410c-8ca9-3749e89defbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:17.113154 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3032cde4-c86a-410c-8ca9-3749e89defbe admin admin] Publish callbacks [] for security_group (0fb6c0c5-c48b-4b67-a05c-e4eabd200fba), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:17.119004 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3032cde4-c86a-410c-8ca9-3749e89defbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (0fb6c0c5-c48b-4b67-a05c-e4eabd200fba), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:17.160352 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-3032cde4-c86a-410c-8ca9-3749e89defbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53897960c144496587badd404fc9ea64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4626737 Apr 07 13:38:17.163498 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 56118) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:17.172922 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032cde4-c86a-410c-8ca9-3749e89defbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb6c0c5-c48b-4b67-a05c-e4eabd200fba,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:17.258760 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1b9baac8-ff84-4733-89f1-94f50cc92eb0 admin admin] Publish callbacks [] for security_group (0fb6c0c5-c48b-4b67-a05c-e4eabd200fba), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:17.286513 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1b9baac8-ff84-4733-89f1-94f50cc92eb0 admin admin] Publish callbacks [] for security_group (0fb6c0c5-c48b-4b67-a05c-e4eabd200fba), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:17.363280 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1b9baac8-ff84-4733-89f1-94f50cc92eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (0fb6c0c5-c48b-4b67-a05c-e4eabd200fba), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:17.365925 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1b9baac8-ff84-4733-89f1-94f50cc92eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:17.367340 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1b9baac8-ff84-4733-89f1-94f50cc92eb0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0fb6c0c5-c48b-4b67-a05c-e4eabd200fba HTTP/1.1" status: 204 len: 168 time: 0.2027042 Apr 07 13:38:17.376606 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9baac8-ff84-4733-89f1-94f50cc92eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb6c0c5-c48b-4b67-a05c-e4eabd200fba,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:17.530759 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 25c89d14-5ff0-447a-8cbb-b1e9e4439022 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:38:17.552629 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: 25c89d14-5ff0-447a-8cbb-b1e9e4439022 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:38:17.553517 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 25c89d14-5ff0-447a-8cbb-b1e9e4439022 not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:38:17.787400 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8b16c-1aeb-49d1-8fbc-33cf97736484 req-89b370e2-6027-4765-bf1b-f797f059b79a tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:17.790643 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2bd8b16c-1aeb-49d1-8fbc-33cf97736484 req-89b370e2-6027-4765-bf1b-f797f059b79a tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0917518 Apr 07 13:38:17.855442 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2bd8b16c-1aeb-49d1-8fbc-33cf97736484 req-0b44221a-1df3-453a-94aa-572a59716b84 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594022 Apr 07 13:38:17.994988 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a77feb-7a5a-4162-9cf2-0b6a65bc21e0 req-73292ddf-d703-4b71-8ced-38459c04bb4d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:17.997149 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-37a77feb-7a5a-4162-9cf2-0b6a65bc21e0 req-73292ddf-d703-4b71-8ced-38459c04bb4d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0674355 Apr 07 13:38:18.051593 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-37a77feb-7a5a-4162-9cf2-0b6a65bc21e0 req-a2964c01-14da-430a-98ec-9d5ac16f9efa tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469654 Apr 07 13:38:19.813973 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c621d9-fad2-4e69-bbc0-c082dc65d028 req-509e8363-6716-4086-a947-d6d668793a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:19.816355 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef815e9-8337-42bb-97bf-3c0392ea34ca req-ea1882a6-5b06-489b-aa24-882245cdafca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:19.816796 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b3c621d9-fad2-4e69-bbc0-c082dc65d028 req-509e8363-6716-4086-a947-d6d668793a5f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 1130 time: 0.0582325 Apr 07 13:38:19.817751 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bef815e9-8337-42bb-97bf-3c0392ea34ca req-ea1882a6-5b06-489b-aa24-882245cdafca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0583994 Apr 07 13:38:19.883613 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bef815e9-8337-42bb-97bf-3c0392ea34ca req-d745fd11-f396-4686-9a34-02485e5ec82d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596323 Apr 07 13:38:19.932600 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c621d9-fad2-4e69-bbc0-c082dc65d028 req-5359835f-7730-4431-a612-02111ac7224e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:19.934098 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b3c621d9-fad2-4e69-bbc0-c082dc65d028 req-5359835f-7730-4431-a612-02111ac7224e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 200 len: 920 time: 0.1111240 Apr 07 13:38:19.982945 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b3c621d9-fad2-4e69-bbc0-c082dc65d028 req-64e8190d-83a7-4108-b69d-79feba2ef6e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=148621ae-d38d-449e-a8da-17e22d3f715f HTTP/1.1" status: 200 len: 217 time: 0.0412047 Apr 07 13:38:20.040969 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c621d9-fad2-4e69-bbc0-c082dc65d028 req-17527204-830a-450b-b05d-158df4d4fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:20.040969 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b3c621d9-fad2-4e69-bbc0-c082dc65d028 req-17527204-830a-450b-b05d-158df4d4fc3b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caad4ec9-a40e-4065-a3e8-632593f10c40 HTTP/1.1" status: 200 len: 858 time: 0.0515528 Apr 07 13:38:20.093127 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c621d9-fad2-4e69-bbc0-c082dc65d028 req-e9fbd4e1-512c-49f9-bb65-8b3300be51b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:20.094787 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b3c621d9-fad2-4e69-bbc0-c082dc65d028 req-e9fbd4e1-512c-49f9-bb65-8b3300be51b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476089 Apr 07 13:38:20.142075 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 56414) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:20.196428 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b3c621d9-fad2-4e69-bbc0-c082dc65d028 req-320581ce-1eb8-4a89-8bc3-8c283b8edfeb service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934699 Apr 07 13:38:20.262088 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0e347be3-ce7c-4483-88cd-ee44b7c267ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:20.303725 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b3c621d9-fad2-4e69-bbc0-c082dc65d028 req-df785224-2579-4bdb-a018-f0076a2a8680 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002569 Apr 07 13:38:20.379616 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0e347be3-ce7c-4483-88cd-ee44b7c267ec admin admin] Publish callbacks [] for security_group (f765ca1b-a677-41ce-bb31-2e97aac17394), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:20.388113 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0e347be3-ce7c-4483-88cd-ee44b7c267ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (f765ca1b-a677-41ce-bb31-2e97aac17394), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:20.431609 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-0e347be3-ce7c-4483-88cd-ee44b7c267ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc62384d366545899a690593b58a920a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879386 Apr 07 13:38:20.432715 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e347be3-ce7c-4483-88cd-ee44b7c267ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f765ca1b-a677-41ce-bb31-2e97aac17394,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:20.434850 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 56432) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:20.499637 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ee3955fa-02df-4e7d-81b4-9f23aaf5b704 admin admin] Publish callbacks [] for security_group (f765ca1b-a677-41ce-bb31-2e97aac17394), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:20.530087 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ee3955fa-02df-4e7d-81b4-9f23aaf5b704 admin admin] Publish callbacks [] for security_group (f765ca1b-a677-41ce-bb31-2e97aac17394), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:20.609573 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ee3955fa-02df-4e7d-81b4-9f23aaf5b704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (f765ca1b-a677-41ce-bb31-2e97aac17394), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:20.612652 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ee3955fa-02df-4e7d-81b4-9f23aaf5b704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:20.613903 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ee3955fa-02df-4e7d-81b4-9f23aaf5b704 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f765ca1b-a677-41ce-bb31-2e97aac17394 HTTP/1.1" status: 204 len: 168 time: 0.1775458 Apr 07 13:38:20.626175 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3955fa-02df-4e7d-81b4-9f23aaf5b704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f765ca1b-a677-41ce-bb31-2e97aac17394,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:20.943102 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 56488) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:20.957112 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-388a0d84-ba01-4d5c-90e0-cbec5795ceac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:21.007366 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c82e9-95df-41d7-9520-1681f6bfe2dd req-25a755b2-7953-4a14-b533-52b9a3af9875 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:21.008874 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-672c82e9-95df-41d7-9520-1681f6bfe2dd req-25a755b2-7953-4a14-b533-52b9a3af9875 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0527041 Apr 07 13:38:21.032661 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-388a0d84-ba01-4d5c-90e0-cbec5795ceac admin admin] Publish callbacks [] for security_group (4fb7bf2e-0b1f-4603-ab59-b358170a3b5c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:21.036999 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-388a0d84-ba01-4d5c-90e0-cbec5795ceac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (4fb7bf2e-0b1f-4603-ab59-b358170a3b5c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:21.055815 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-672c82e9-95df-41d7-9520-1681f6bfe2dd req-4aebdf88-64a1-434f-b1ee-c86c83ae3bec tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413198 Apr 07 13:38:21.078507 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-388a0d84-ba01-4d5c-90e0-cbec5795ceac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9812f22f2baa4b87b31ff64af8a73ea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332765 Apr 07 13:38:21.079273 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a0d84-ba01-4d5c-90e0-cbec5795ceac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb7bf2e-0b1f-4603-ab59-b358170a3b5c,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:21.080096 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 56490) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:21.130483 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-30ef3a75-c1d1-4e31-9f41-f87dd411d39d admin admin] Publish callbacks [] for security_group (4fb7bf2e-0b1f-4603-ab59-b358170a3b5c), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:21.150649 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-30ef3a75-c1d1-4e31-9f41-f87dd411d39d admin admin] Publish callbacks [] for security_group (4fb7bf2e-0b1f-4603-ab59-b358170a3b5c), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:21.197298 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-30ef3a75-c1d1-4e31-9f41-f87dd411d39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (4fb7bf2e-0b1f-4603-ab59-b358170a3b5c), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:21.199899 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-30ef3a75-c1d1-4e31-9f41-f87dd411d39d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:21.201056 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-30ef3a75-c1d1-4e31-9f41-f87dd411d39d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fb7bf2e-0b1f-4603-ab59-b358170a3b5c HTTP/1.1" status: 204 len: 168 time: 0.1199718 Apr 07 13:38:21.209026 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef3a75-c1d1-4e31-9f41-f87dd411d39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb7bf2e-0b1f-4603-ab59-b358170a3b5c,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:22.176694 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3edf2-45cb-4b86-8c1d-4baf0a0cfcb8 req-f34b04a1-8e29-462f-99ee-e8ed956200aa tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:22.178205 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-aac3edf2-45cb-4b86-8c1d-4baf0a0cfcb8 req-f34b04a1-8e29-462f-99ee-e8ed956200aa tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0526521 Apr 07 13:38:22.231725 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 56562) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:22.234874 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-aac3edf2-45cb-4b86-8c1d-4baf0a0cfcb8 req-97c707d8-b093-4931-ac35-ae778e99950e tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502827 Apr 07 13:38:22.407353 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8df33470-efb0-4b78-8c7d-1d67764a9ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:22.440048 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ddd60afa-4767-4bf4-b190-a331d92afdbc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d06de847edcc4b6a930eadb51f15ad01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2065415 Apr 07 13:38:22.442371 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 56572) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:22.485316 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 56574) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:22.491828 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d61cd99a-d662-49ae-b54a-546b80681463 admin admin] Publish callbacks [] for security_group (d38963b1-f063-4119-bd27-a32481a5c979), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:22.513841 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d61cd99a-d662-49ae-b54a-546b80681463 admin admin] Publish callbacks [] for security_group (d38963b1-f063-4119-bd27-a32481a5c979), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:22.571100 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d61cd99a-d662-49ae-b54a-546b80681463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (d38963b1-f063-4119-bd27-a32481a5c979), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:22.574393 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d61cd99a-d662-49ae-b54a-546b80681463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:22.575655 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d61cd99a-d662-49ae-b54a-546b80681463 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d38963b1-f063-4119-bd27-a32481a5c979 HTTP/1.1" status: 204 len: 168 time: 0.1322417 Apr 07 13:38:22.583937 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cd99a-d662-49ae-b54a-546b80681463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38963b1-f063-4119-bd27-a32481a5c979,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:22.716628 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-edac2213-d976-4b22-9ebb-1349724e233f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:22.812484 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-edac2213-d976-4b22-9ebb-1349724e233f admin admin] Publish callbacks [] for security_group (ecdedee4-21ff-47c3-9e20-c1a6ba55b56c), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:22.818946 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-edac2213-d976-4b22-9ebb-1349724e233f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (ecdedee4-21ff-47c3-9e20-c1a6ba55b56c), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:22.865879 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-edac2213-d976-4b22-9ebb-1349724e233f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00ebbec0fd2742c08cdabdc538849806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3793759 Apr 07 13:38:22.868916 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 56596) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:22.891971 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac2213-d976-4b22-9ebb-1349724e233f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdedee4-21ff-47c3-9e20-c1a6ba55b56c,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:22.948352 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa2b5f44-acfb-479d-8244-415e59b60d57 admin admin] Publish callbacks [] for security_group (ecdedee4-21ff-47c3-9e20-c1a6ba55b56c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:22.975593 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa2b5f44-acfb-479d-8244-415e59b60d57 admin admin] Publish callbacks [] for security_group (ecdedee4-21ff-47c3-9e20-c1a6ba55b56c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:23.033844 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa2b5f44-acfb-479d-8244-415e59b60d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (ecdedee4-21ff-47c3-9e20-c1a6ba55b56c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:23.036571 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa2b5f44-acfb-479d-8244-415e59b60d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:23.037891 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-aa2b5f44-acfb-479d-8244-415e59b60d57 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecdedee4-21ff-47c3-9e20-c1a6ba55b56c HTTP/1.1" status: 204 len: 168 time: 0.1676078 Apr 07 13:38:23.047495 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b5f44-acfb-479d-8244-415e59b60d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdedee4-21ff-47c3-9e20-c1a6ba55b56c,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:23.407695 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bc790-e246-462a-9b66-246299ed2288 req-92154647-12a3-4c88-86bb-fc0a018921da tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:23.417566 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-622bc790-e246-462a-9b66-246299ed2288 req-92154647-12a3-4c88-86bb-fc0a018921da tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.1014636 Apr 07 13:38:23.481403 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-622bc790-e246-462a-9b66-246299ed2288 req-e4a4f720-397a-4995-8374-d11bc7a689ea tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628207 Apr 07 13:38:23.823874 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 56662) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:23.984375 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 56672) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:24.034884 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-48ddc86e-ac19-40e7-b82b-f6c2be3d1bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.068376 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-23819042-b420-4c64-9172-584e1c37af83 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-17524994-network', 'tenant_id': 'a341791e9c2a494d835e7c190ed7be80'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:38:24.110731 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23819042-b420-4c64-9172-584e1c37af83 admin admin] Made reservation on behalf of a341791e9c2a494d835e7c190ed7be80 for: {'network': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:38:24.113982 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-23819042-b420-4c64-9172-584e1c37af83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.129083 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-23819042-b420-4c64-9172-584e1c37af83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.163866 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-48ddc86e-ac19-40e7-b82b-f6c2be3d1bfe admin admin] Publish callbacks [] for security_group (856ea565-1dfe-411f-927d-76483d93b59c), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.175903 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-48ddc86e-ac19-40e7-b82b-f6c2be3d1bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (856ea565-1dfe-411f-927d-76483d93b59c), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.233198 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-48ddc86e-ac19-40e7-b82b-f6c2be3d1bfe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44ef6958659f4fd08a085ad57a58496c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4054778 Apr 07 13:38:24.233991 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 56690) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:24.244486 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddc86e-ac19-40e7-b82b-f6c2be3d1bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856ea565-1dfe-411f-927d-76483d93b59c,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:24.282536 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-23819042-b420-4c64-9172-584e1c37af83 admin admin] Publish callbacks [] for security_group (751cf0c2-e91f-4cfd-b6d4-a857ac457195), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.288018 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-23819042-b420-4c64-9172-584e1c37af83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (751cf0c2-e91f-4cfd-b6d4-a857ac457195), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.303512 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f9e6f378-05b9-49fa-8756-59c6413d9194 admin admin] Publish callbacks [] for security_group (856ea565-1dfe-411f-927d-76483d93b59c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.310288 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23819042-b420-4c64-9172-584e1c37af83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:38:24.326228 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23819042-b420-4c64-9172-584e1c37af83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751cf0c2-e91f-4cfd-b6d4-a857ac457195,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:24.326454 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f9e6f378-05b9-49fa-8756-59c6413d9194 admin admin] Publish callbacks [] for security_group (856ea565-1dfe-411f-927d-76483d93b59c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.330826 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-23819042-b420-4c64-9172-584e1c37af83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (efd6782e-8ee3-4968-922c-18ec851af184), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.331205 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.segments_db [None req-23819042-b420-4c64-9172-584e1c37af83 admin admin] Added segment efd6782e-8ee3-4968-922c-18ec851af184 of type vlan for network 6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d Apr 07 13:38:24.375741 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-23819042-b420-4c64-9172-584e1c37af83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.387733 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f9e6f378-05b9-49fa-8756-59c6413d9194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (856ea565-1dfe-411f-927d-76483d93b59c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.390891 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f9e6f378-05b9-49fa-8756-59c6413d9194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.392286 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f9e6f378-05b9-49fa-8756-59c6413d9194 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/856ea565-1dfe-411f-927d-76483d93b59c HTTP/1.1" status: 204 len: 168 time: 0.1575212 Apr 07 13:38:24.401242 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6f378-05b9-49fa-8756-59c6413d9194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856ea565-1dfe-411f-927d-76483d93b59c,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:24.407078 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-23819042-b420-4c64-9172-584e1c37af83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.408942 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23819042-b420-4c64-9172-584e1c37af83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:24.409736 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-23819042-b420-4c64-9172-584e1c37af83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.478855 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-23819042-b420-4c64-9172-584e1c37af83 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4933743 Apr 07 13:38:24.479842 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 56698) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:24.484797 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-88fd7f3e-b751-470a-a75e-158958f32f41 admin admin] Request body: {'subnet': {'network_id': '6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-17524994-subnet', 'tenant_id': 'a341791e9c2a494d835e7c190ed7be80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:38:24.487497 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23819042-b420-4c64-9172-584e1c37af83 admin admin] Pushing event updated for resources: {'Network': ['ID=6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:24.498802 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network 6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:38:24.531958 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fd7f3e-b751-470a-a75e-158958f32f41 admin admin] Made reservation on behalf of a341791e9c2a494d835e7c190ed7be80 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:38:24.534858 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88fd7f3e-b751-470a-a75e-158958f32f41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3624283'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.655808 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106e457-6cde-4bb8-9154-cbf0a40ad89d req-1e59e490-17b5-4ad0-a434-92e513be0835 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:24.657578 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c106e457-6cde-4bb8-9154-cbf0a40ad89d req-1e59e490-17b5-4ad0-a434-92e513be0835 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0741956 Apr 07 13:38:24.750618 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c106e457-6cde-4bb8-9154-cbf0a40ad89d req-5c527a4f-4331-450c-8e02-680ea1376935 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832698 Apr 07 13:38:24.793027 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88fd7f3e-b751-470a-a75e-158958f32f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3405876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3715745'] for subnet (ed628554-e597-4c9a-9987-2792771598eb), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.860287 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd7f3e-b751-470a-a75e-158958f32f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed628554-e597-4c9a-9987-2792771598eb,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:24.885320 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 56712) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:24.888424 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fd7f3e-b751-470a-a75e-158958f32f41 admin admin] Checking segment: {'id': 'efd6782e-8ee3-4968-922c-18ec851af184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:38:24.888793 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fd7f3e-b751-470a-a75e-158958f32f41 admin admin] Network hostable DHCP agents. Network: 6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:38:24.890938 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-867dc76b-17cd-4a70-b586-8a2ccb4b4c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.900246 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e8512e46-ad8d-4cfb-8358-73c07815d7fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.912563 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fd7f3e-b751-470a-a75e-158958f32f41 admin admin] Network 6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:38:24.925294 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-88fd7f3e-b751-470a-a75e-158958f32f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, 6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:38:24.934263 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664320b4-9275-4b30-86ec-330dd134cfa6 None None] Network 6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:38:24.937432 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fd7f3e-b751-470a-a75e-158958f32f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:24.938079 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88fd7f3e-b751-470a-a75e-158958f32f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:24.963906 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-88fd7f3e-b751-470a-a75e-158958f32f41 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4828608 Apr 07 13:38:24.998484 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e8512e46-ad8d-4cfb-8358-73c07815d7fb admin admin] Publish callbacks [] for security_group (3c01346e-0435-455c-84a6-6c7ab0706a2c), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:25.006676 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e8512e46-ad8d-4cfb-8358-73c07815d7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (3c01346e-0435-455c-84a6-6c7ab0706a2c), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:25.052033 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-e8512e46-ad8d-4cfb-8358-73c07815d7fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35b5ab20f81144b0a5edcb6be7a907ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1652479 Apr 07 13:38:25.052997 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8512e46-ad8d-4cfb-8358-73c07815d7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c01346e-0435-455c-84a6-6c7ab0706a2c,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:25.055000 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 56718) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:25.073539 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36cc47b-5076-4cd2-a8c1-e81e10ad8f8d None None] Network 6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:38:25.128191 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bf4e5f1e-be0d-4fa5-bb93-a8e841a75ee6 admin admin] Publish callbacks [] for security_group (3c01346e-0435-455c-84a6-6c7ab0706a2c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:25.156730 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bf4e5f1e-be0d-4fa5-bb93-a8e841a75ee6 admin admin] Publish callbacks [] for security_group (3c01346e-0435-455c-84a6-6c7ab0706a2c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:25.214555 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bf4e5f1e-be0d-4fa5-bb93-a8e841a75ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (3c01346e-0435-455c-84a6-6c7ab0706a2c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:25.217518 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bf4e5f1e-be0d-4fa5-bb93-a8e841a75ee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:25.218743 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-bf4e5f1e-be0d-4fa5-bb93-a8e841a75ee6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c01346e-0435-455c-84a6-6c7ab0706a2c HTTP/1.1" status: 204 len: 168 time: 0.1607270 Apr 07 13:38:25.226772 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e5f1e-be0d-4fa5-bb93-a8e841a75ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c01346e-0435-455c-84a6-6c7ab0706a2c,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:25.601493 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 56742) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:25.617405 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d9333409-0c86-4646-887a-d7daff099cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:25.709201 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d9333409-0c86-4646-887a-d7daff099cfd admin admin] Publish callbacks [] for security_group (0d3da305-c10e-40a3-aa23-11ffefb8b08a), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:25.715848 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d9333409-0c86-4646-887a-d7daff099cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (0d3da305-c10e-40a3-aa23-11ffefb8b08a), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:25.743088 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:25.763214 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-d9333409-0c86-4646-887a-d7daff099cfd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0783476956f048f184124286f92e9ecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1604354 Apr 07 13:38:25.765910 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 56750) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:25.767832 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9333409-0c86-4646-887a-d7daff099cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3da305-c10e-40a3-aa23-11ffefb8b08a,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:25.863932 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a112d59f-1f25-4f47-ad25-212b241f47c5 admin admin] Publish callbacks [] for security_group (0d3da305-c10e-40a3-aa23-11ffefb8b08a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:25.890196 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a112d59f-1f25-4f47-ad25-212b241f47c5 admin admin] Publish callbacks [] for security_group (0d3da305-c10e-40a3-aa23-11ffefb8b08a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:25.921959 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86b620-cca9-40ac-bd33-79f6fb033a6b req-998292b9-c4a0-4241-8fef-de90eb65bcc4 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:25.923600 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4e86b620-cca9-40ac-bd33-79f6fb033a6b req-998292b9-c4a0-4241-8fef-de90eb65bcc4 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0663688 Apr 07 13:38:25.953010 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a112d59f-1f25-4f47-ad25-212b241f47c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (0d3da305-c10e-40a3-aa23-11ffefb8b08a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:25.956601 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a112d59f-1f25-4f47-ad25-212b241f47c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:25.957426 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a112d59f-1f25-4f47-ad25-212b241f47c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d3da305-c10e-40a3-aa23-11ffefb8b08a HTTP/1.1" status: 204 len: 168 time: 0.1899326 Apr 07 13:38:25.974923 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112d59f-1f25-4f47-ad25-212b241f47c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3da305-c10e-40a3-aa23-11ffefb8b08a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:25.991891 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4e86b620-cca9-40ac-bd33-79f6fb033a6b req-52212355-9ec4-4b14-9993-28bb7d5d693d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564864 Apr 07 13:38:26.085537 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 56764) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:26.293623 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-06e74344-5cc4-4811-abc0-f8cc3b654602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:26.369625 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-06e74344-5cc4-4811-abc0-f8cc3b654602 admin admin] Publish callbacks [] for security_group (7c63632d-7231-4f0d-963e-36a60015774b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:26.373378 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-06e74344-5cc4-4811-abc0-f8cc3b654602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (7c63632d-7231-4f0d-963e-36a60015774b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:26.410623 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-06e74344-5cc4-4811-abc0-f8cc3b654602 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b99b5537eed8496cb87afe3da46c6b74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239276 Apr 07 13:38:26.411722 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e74344-5cc4-4811-abc0-f8cc3b654602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c63632d-7231-4f0d-963e-36a60015774b,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:26.413198 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 56780) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:26.465871 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-aebee3f3-fdee-4464-9ed2-ec9ff4762d31 admin admin] Publish callbacks [] for security_group (7c63632d-7231-4f0d-963e-36a60015774b), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:26.486654 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-aebee3f3-fdee-4464-9ed2-ec9ff4762d31 admin admin] Publish callbacks [] for security_group (7c63632d-7231-4f0d-963e-36a60015774b), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:26.535572 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-aebee3f3-fdee-4464-9ed2-ec9ff4762d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (7c63632d-7231-4f0d-963e-36a60015774b), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:26.538525 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-aebee3f3-fdee-4464-9ed2-ec9ff4762d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:26.539817 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-aebee3f3-fdee-4464-9ed2-ec9ff4762d31 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c63632d-7231-4f0d-963e-36a60015774b HTTP/1.1" status: 204 len: 168 time: 0.1238394 Apr 07 13:38:26.548304 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebee3f3-fdee-4464-9ed2-ec9ff4762d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c63632d-7231-4f0d-963e-36a60015774b,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:26.880273 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 56800) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:26.893480 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-990f85c9-d0e3-407b-a327-311eeb33c1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:26.968271 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-990f85c9-d0e3-407b-a327-311eeb33c1bd admin admin] Publish callbacks [] for security_group (70517834-cf7f-45ad-923e-ad320ea99148), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:26.972700 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-990f85c9-d0e3-407b-a327-311eeb33c1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (70517834-cf7f-45ad-923e-ad320ea99148), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.010112 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f85c9-d0e3-407b-a327-311eeb33c1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70517834-cf7f-45ad-923e-ad320ea99148,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:27.018502 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-990f85c9-d0e3-407b-a327-311eeb33c1bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=054406bcdfd14d69a7a7c308b30e3878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340044 Apr 07 13:38:27.019309 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 56804) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:27.074172 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-859b55d1-325d-4950-931f-dcf828e60ff3 admin admin] Publish callbacks [] for security_group (70517834-cf7f-45ad-923e-ad320ea99148), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.106250 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-859b55d1-325d-4950-931f-dcf828e60ff3 admin admin] Publish callbacks [] for security_group (70517834-cf7f-45ad-923e-ad320ea99148), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.125901 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68c5eb-30bc-4458-b9c6-55b325a54912 req-81df818e-39c1-446f-baea-aadd729ac600 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:27.127522 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ab68c5eb-30bc-4458-b9c6-55b325a54912 req-81df818e-39c1-446f-baea-aadd729ac600 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0531514 Apr 07 13:38:27.156318 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-859b55d1-325d-4950-931f-dcf828e60ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (70517834-cf7f-45ad-923e-ad320ea99148), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.160641 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-859b55d1-325d-4950-931f-dcf828e60ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.161812 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-859b55d1-325d-4950-931f-dcf828e60ff3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/70517834-cf7f-45ad-923e-ad320ea99148 HTTP/1.1" status: 204 len: 168 time: 0.1418047 Apr 07 13:38:27.171247 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b55d1-325d-4950-931f-dcf828e60ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70517834-cf7f-45ad-923e-ad320ea99148,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:27.181293 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ab68c5eb-30bc-4458-b9c6-55b325a54912 req-cccb4e31-4c32-4b60-9f89-b10bcd9a1169 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483263 Apr 07 13:38:27.224979 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.337220 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 56818) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:27.441971 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f97ecc6f-3254-48ce-8e0a-1b596e411b27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.461733 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 56822) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:27.475153 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a8efe337-c08e-407d-841c-cc44d5fcf182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.520428 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f97ecc6f-3254-48ce-8e0a-1b596e411b27 admin admin] Publish callbacks [] for security_group (d4a1ebe8-931f-40f5-83b7-64ace0d3e83f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.524653 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f97ecc6f-3254-48ce-8e0a-1b596e411b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (d4a1ebe8-931f-40f5-83b7-64ace0d3e83f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.550675 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a8efe337-c08e-407d-841c-cc44d5fcf182 admin admin] Publish callbacks [] for security_group (7a9c69e2-4780-4e28-9d95-e317ea49f86a), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.554433 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a8efe337-c08e-407d-841c-cc44d5fcf182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (7a9c69e2-4780-4e28-9d95-e317ea49f86a), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.562761 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f97ecc6f-3254-48ce-8e0a-1b596e411b27 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=17e86b39a05f41c9acedcc010e0f0494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244802 Apr 07 13:38:27.563623 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ecc6f-3254-48ce-8e0a-1b596e411b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a1ebe8-931f-40f5-83b7-64ace0d3e83f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:27.565933 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 56824) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:27.615658 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efe337-c08e-407d-841c-cc44d5fcf182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9c69e2-4780-4e28-9d95-e317ea49f86a,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:27.623222 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-a8efe337-c08e-407d-841c-cc44d5fcf182 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dee11529c1fa4b719f335d0a4bc91527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603708 Apr 07 13:38:27.625993 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 56826) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:27.654529 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-34ee85ca-2b72-4809-b4c6-9af22a84296b admin admin] Publish callbacks [] for security_group (d4a1ebe8-931f-40f5-83b7-64ace0d3e83f), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.682302 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-34ee85ca-2b72-4809-b4c6-9af22a84296b admin admin] Publish callbacks [] for security_group (d4a1ebe8-931f-40f5-83b7-64ace0d3e83f), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.686206 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9fa33102-19ba-4467-90d8-8361e1c820ea admin admin] Publish callbacks [] for security_group (7a9c69e2-4780-4e28-9d95-e317ea49f86a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.708108 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9fa33102-19ba-4467-90d8-8361e1c820ea admin admin] Publish callbacks [] for security_group (7a9c69e2-4780-4e28-9d95-e317ea49f86a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.729986 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-34ee85ca-2b72-4809-b4c6-9af22a84296b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (d4a1ebe8-931f-40f5-83b7-64ace0d3e83f), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.732830 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-34ee85ca-2b72-4809-b4c6-9af22a84296b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.734079 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-34ee85ca-2b72-4809-b4c6-9af22a84296b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d4a1ebe8-931f-40f5-83b7-64ace0d3e83f HTTP/1.1" status: 204 len: 168 time: 0.1621430 Apr 07 13:38:27.742648 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee85ca-2b72-4809-b4c6-9af22a84296b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a1ebe8-931f-40f5-83b7-64ace0d3e83f,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:27.772278 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9fa33102-19ba-4467-90d8-8361e1c820ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (7a9c69e2-4780-4e28-9d95-e317ea49f86a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.777021 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9fa33102-19ba-4467-90d8-8361e1c820ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:27.778587 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9fa33102-19ba-4467-90d8-8361e1c820ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a9c69e2-4780-4e28-9d95-e317ea49f86a HTTP/1.1" status: 204 len: 168 time: 0.1505272 Apr 07 13:38:27.790745 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa33102-19ba-4467-90d8-8361e1c820ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9c69e2-4780-4e28-9d95-e317ea49f86a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:28.311236 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77c753-f0ba-4960-8da3-1422c3fdaac4 req-a46855f1-02a0-4c7f-a195-43115c23c554 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:28.321287 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cd77c753-f0ba-4960-8da3-1422c3fdaac4 req-a46855f1-02a0-4c7f-a195-43115c23c554 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0671616 Apr 07 13:38:28.367149 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cd77c753-f0ba-4960-8da3-1422c3fdaac4 req-3b775ead-9751-456a-98c3-e1b2bcaddfc6 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474110 Apr 07 13:38:28.654345 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:29.481534 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc9ee8-5e6a-4f2c-af0c-4184ef926330 req-d24b0740-65c0-41bb-a130-c78a7749c8ac tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:29.483034 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cbdc9ee8-5e6a-4f2c-af0c-4184ef926330 req-d24b0740-65c0-41bb-a130-c78a7749c8ac tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0520501 Apr 07 13:38:29.531188 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cbdc9ee8-5e6a-4f2c-af0c-4184ef926330 req-62f7dbb8-1145-49e2-85fc-dfbcd0f64423 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425968 Apr 07 13:38:30.654181 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fa86b-9044-426c-841d-50f1bd4ab0c9 req-33368475-bc50-4016-ab94-8ddeaa0dc3b9 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:30.656150 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a06fa86b-9044-426c-841d-50f1bd4ab0c9 req-33368475-bc50-4016-ab94-8ddeaa0dc3b9 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0562570 Apr 07 13:38:30.709596 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a06fa86b-9044-426c-841d-50f1bd4ab0c9 req-1efeca7e-2bfc-4918-ba2f-cc717c9c2150 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430703 Apr 07 13:38:31.840464 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8c36b-afb8-4dab-8fa8-71a9724e068c req-1d0cdba8-34da-42a4-bd63-2d316dbb28ca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:31.841929 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-03e8c36b-afb8-4dab-8fa8-71a9724e068c req-1d0cdba8-34da-42a4-bd63-2d316dbb28ca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0569713 Apr 07 13:38:31.900619 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-03e8c36b-afb8-4dab-8fa8-71a9724e068c req-fb3d7d00-3230-4273-8f5c-87c0a143d43f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485535 Apr 07 13:38:33.024943 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ff528-d44a-400e-8de5-d851458c0ab8 req-613e4bf7-f1fc-4761-8e42-b8e1453523f6 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:33.026390 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9c2ff528-d44a-400e-8de5-d851458c0ab8 req-613e4bf7-f1fc-4761-8e42-b8e1453523f6 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0575695 Apr 07 13:38:33.072522 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9c2ff528-d44a-400e-8de5-d851458c0ab8 req-e723a17b-ad85-4123-bed2-11a9b77f7a67 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406575 Apr 07 13:38:34.008128 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfbb53-3db7-49b8-822f-b0e069b18ff2 req-2a2b43f3-a714-4a0b-a2c3-14a34a79d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:34.009584 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e6cfbb53-3db7-49b8-822f-b0e069b18ff2 req-2a2b43f3-a714-4a0b-a2c3-14a34a79d1d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 1130 time: 0.0436106 Apr 07 13:38:34.130071 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfbb53-3db7-49b8-822f-b0e069b18ff2 req-ece56162-65cf-4d84-bfd5-b8b35c5e5437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:34.131576 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e6cfbb53-3db7-49b8-822f-b0e069b18ff2 req-ece56162-65cf-4d84-bfd5-b8b35c5e5437 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 200 len: 920 time: 0.0899870 Apr 07 13:38:34.172348 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e6cfbb53-3db7-49b8-822f-b0e069b18ff2 req-785fce5e-c626-40d9-987c-8d8a1d4d19f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=148621ae-d38d-449e-a8da-17e22d3f715f HTTP/1.1" status: 200 len: 217 time: 0.0350268 Apr 07 13:38:34.190782 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94836899-2b6c-4ed9-a265-cc676ee912fe req-a0dfbf07-be12-456c-a4e1-205e0f2b9098 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:34.192176 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-94836899-2b6c-4ed9-a265-cc676ee912fe req-a0dfbf07-be12-456c-a4e1-205e0f2b9098 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0531635 Apr 07 13:38:34.220668 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfbb53-3db7-49b8-822f-b0e069b18ff2 req-3c035afd-0db2-4ed5-ac93-6926f1210dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:34.222162 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e6cfbb53-3db7-49b8-822f-b0e069b18ff2 req-3c035afd-0db2-4ed5-ac93-6926f1210dfc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caad4ec9-a40e-4065-a3e8-632593f10c40 HTTP/1.1" status: 200 len: 858 time: 0.0436187 Apr 07 13:38:34.238395 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-94836899-2b6c-4ed9-a265-cc676ee912fe req-061b5d22-1a88-4357-ae7b-acbf6c49adb0 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405085 Apr 07 13:38:34.272710 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfbb53-3db7-49b8-822f-b0e069b18ff2 req-9ae9396d-407d-4f71-9362-06d2ceffce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:34.274219 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e6cfbb53-3db7-49b8-822f-b0e069b18ff2 req-9ae9396d-407d-4f71-9362-06d2ceffce0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466018 Apr 07 13:38:34.348757 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:34.361010 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e6cfbb53-3db7-49b8-822f-b0e069b18ff2 req-069fb951-0cae-403b-a243-3bcf0ce76f11 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807564 Apr 07 13:38:34.657055 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e6cfbb53-3db7-49b8-822f-b0e069b18ff2 req-4fcd2a21-82be-4931-b278-0230b9905a6c service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884991 Apr 07 13:38:35.359826 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82582b5-4c30-43f7-b1df-758fa85738c3 req-a545555e-308d-4d70-8c14-65746b11ef81 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:35.361829 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b82582b5-4c30-43f7-b1df-758fa85738c3 req-a545555e-308d-4d70-8c14-65746b11ef81 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0569503 Apr 07 13:38:35.618347 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b82582b5-4c30-43f7-b1df-758fa85738c3 req-0860f171-8d3a-4eb4-a25a-90b2538e4988 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508910 Apr 07 13:38:36.334116 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-79b9b3c7-db27-4c94-903d-cb673d56e7e7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:36.335692 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-79b9b3c7-db27-4c94-903d-cb673d56e7e7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/networks?id=6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d HTTP/1.1" status: 200 len: 812 time: 0.0997844 Apr 07 13:38:36.350957 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-0d7507fe-eb88-4204-a43f-827712d969a6 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/quotas/a341791e9c2a494d835e7c190ed7be80 HTTP/1.1" status: 200 len: 375 time: 0.0096962 Apr 07 13:38:36.387322 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-13d4ecd7-737c-4da2-8c5d-385eaaa1ecc9 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a341791e9c2a494d835e7c190ed7be80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310748 Apr 07 13:38:36.480183 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-2f5b5c90-420e-4a7c-acb4-d792460ee136 service neutron] 10.222.0.39 "GET /v2.0/networks/6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853088 Apr 07 13:38:36.519790 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d581d-3a3e-4681-a699-7e999ec4e40d req-470ca69b-b426-4221-a0af-46763b1d4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:36.522067 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-447d581d-3a3e-4681-a699-7e999ec4e40d req-470ca69b-b426-4221-a0af-46763b1d4982 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 1130 time: 0.0549583 Apr 07 13:38:36.571229 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-447d581d-3a3e-4681-a699-7e999ec4e40d req-77db739d-59de-45bd-af56-8345c572a6c1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427759 Apr 07 13:38:36.585939 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-6c34f853-391e-441f-9bb3-20c971280d48 service neutron] 10.222.0.39 "GET /v2.0/networks/6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945673 Apr 07 13:38:36.766904 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400f129-5d3f-43b7-8bdc-e86947a32b39 req-706848e6-a016-48ff-ad0e-9a9ccf0c7b57 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:36.768907 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9400f129-5d3f-43b7-8bdc-e86947a32b39 req-706848e6-a016-48ff-ad0e-9a9ccf0c7b57 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0720317 Apr 07 13:38:36.789310 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e9c25f9f-e83f-4507-ae0c-b5765be6a100 req-6c78e88e-d154-4889-8a22-9a4411c2c7c7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 210 time: 0.0392370 Apr 07 13:38:36.843488 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9400f129-5d3f-43b7-8bdc-e86947a32b39 req-0238ab07-8e27-4aed-ab22-16d547ec24e9 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562947 Apr 07 13:38:37.885836 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3cd56811-e4d8-4272-8973-41515377b548 req-2685e558-8314-4248-be28-793dc259aa3e tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 210 time: 0.0296862 Apr 07 13:38:37.973134 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec0808-236b-470a-be3d-3bcb838327dc req-02a4d0a7-c0a9-4689-97ee-02851240b180 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:37.974622 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6dec0808-236b-470a-be3d-3bcb838327dc req-02a4d0a7-c0a9-4689-97ee-02851240b180 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0521145 Apr 07 13:38:38.020755 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6dec0808-236b-470a-be3d-3bcb838327dc req-4dccab3b-566e-4052-a2af-cf03f347ab41 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407140 Apr 07 13:38:38.975500 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a6f00413-f095-4ea9-a6e1-652683399aca req-b8d51d64-75d4-4d23-9605-bbc34d919c7b tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 210 time: 0.0276029 Apr 07 13:38:39.137355 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246801f-769b-4ac9-b153-50274255baaa req-502acac7-6c31-4094-afbc-5e4fa2263105 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:39.138815 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4246801f-769b-4ac9-b153-50274255baaa req-502acac7-6c31-4094-afbc-5e4fa2263105 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0533047 Apr 07 13:38:39.184260 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4246801f-769b-4ac9-b153-50274255baaa req-42b8c762-f5af-46d4-9cf0-73a732d012dd tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394595 Apr 07 13:38:40.067756 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-665059a6-8b74-4d9e-9840-c46e95592324 req-daab4ec1-7f6f-46af-ad8b-30f9817a2b73 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 210 time: 0.0304663 Apr 07 13:38:40.297931 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b8db3-16b9-478a-ad4e-e194a8434e5e req-a69a4db5-92f8-4a82-b05a-cc2cd5b55001 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:40.300045 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-937b8db3-16b9-478a-ad4e-e194a8434e5e req-a69a4db5-92f8-4a82-b05a-cc2cd5b55001 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0509796 Apr 07 13:38:40.343881 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-937b8db3-16b9-478a-ad4e-e194a8434e5e req-6802da8b-3347-44f0-a1b8-9a8b9417c0b1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383494 Apr 07 13:38:41.160636 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6dcd7ae1-28e5-4f0a-b735-5be3b6535d31 req-49265567-5d33-41d6-a595-0d6d0d30810d tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 210 time: 0.0298581 Apr 07 13:38:41.460005 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bff63-a133-432f-8eea-d71326e7917f req-304b5faa-3440-4c86-8925-d9a4b90da1c4 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:41.461524 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ad0bff63-a133-432f-8eea-d71326e7917f req-304b5faa-3440-4c86-8925-d9a4b90da1c4 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0533710 Apr 07 13:38:41.508371 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ad0bff63-a133-432f-8eea-d71326e7917f req-6e161ed9-c3b8-45d1-903b-6a6cb0ee1450 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411108 Apr 07 13:38:42.250266 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1b6ba744-6e68-4947-a1b9-4763c3603a94 req-8463cc39-2f0d-4cfd-a1e2-54393f9ade46 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 210 time: 0.0254722 Apr 07 13:38:42.634436 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e61ce-5be3-4a0c-9aeb-75b1d4aa38e0 req-1c322939-31b6-4695-8a90-9cb743490baf tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:42.636778 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e82e61ce-5be3-4a0c-9aeb-75b1d4aa38e0 req-1c322939-31b6-4695-8a90-9cb743490baf tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0507066 Apr 07 13:38:42.689979 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e82e61ce-5be3-4a0c-9aeb-75b1d4aa38e0 req-4e226b58-046b-4f05-bc92-701351930289 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463114 Apr 07 13:38:43.350187 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3549edbe-499f-4945-9f3b-289d48671475 req-1f4b0f53-a627-480b-af57-59eca046446b tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 210 time: 0.0336719 Apr 07 13:38:43.472344 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 57206) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:43.599523 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:43.692832 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] Publish callbacks [] for security_group (7f67f0c9-17ba-4247-b3c6-d3b407063ea2), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:43.699364 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (7f67f0c9-17ba-4247-b3c6-d3b407063ea2), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:43.750963 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 57226) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:43.762017 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c13c9b68bc30462a91450ce5f312b904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846041 Apr 07 13:38:43.780836 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f67f0c9-17ba-4247-b3c6-d3b407063ea2,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:43.791692 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:43.791692 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:43.791692 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:43.791692 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:43.792060 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:43.792315 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:43.792645 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:43.792971 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:43.795357 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:43.796673 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:43.797266 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:43.797559 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:43.800250 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:43.800765 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:43.801246 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499607ad-723a-42f4-b585-337b12ab8c71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:43.848141 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Publish callbacks [] for security_group (7f67f0c9-17ba-4247-b3c6-d3b407063ea2), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:43.876832 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38edcb-4fec-49d0-9e3c-d57fec3e430e req-9b867297-3c42-41ac-8332-7799d25ec02e tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:43.878614 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cb38edcb-4fec-49d0-9e3c-d57fec3e430e req-9b867297-3c42-41ac-8332-7799d25ec02e tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.1091890 Apr 07 13:38:43.899422 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Publish callbacks [] for security_group (7f67f0c9-17ba-4247-b3c6-d3b407063ea2), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:43.967266 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cb38edcb-4fec-49d0-9e3c-d57fec3e430e req-d8beac4a-e915-42a9-9c8c-08d04461c4cf tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778358 Apr 07 13:38:43.992094 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (7f67f0c9-17ba-4247-b3c6-d3b407063ea2), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:43.996337 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:43.998113 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f67f0c9-17ba-4247-b3c6-d3b407063ea2 HTTP/1.1" status: 204 len: 168 time: 0.2457659 Apr 07 13:38:44.008537 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f67f0c9-17ba-4247-b3c6-d3b407063ea2,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:44.015923 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:44.016273 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:44.016639 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:44.017549 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:44.017884 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:44.018440 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:44.018780 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:44.019110 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:44.019455 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:44.019786 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:44.020127 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:44.020472 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:44.020801 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:44.021126 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:44.021446 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c4bc3-c237-4e20-a1ce-78e79d5a3cb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:38:44.057228 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 57252) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:44.281086 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f563b3aa-65b9-4182-a6ec-8c0b5b29c9d9 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:44.283004 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f563b3aa-65b9-4182-a6ec-8c0b5b29c9d9 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.23 "GET /v2.0/networks?id=6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d HTTP/1.1" status: 200 len: 812 time: 0.1334105 Apr 07 13:38:44.309629 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 57262) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:44.311515 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-b771d403-f2ce-4b83-b3cc-e35c9d3f9ac7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Request body: {'port': {'device_id': '0d714a25-744e-4eae-8556-2266f857f266', 'network_id': '6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d', 'admin_state_up': True, 'tenant_id': 'a341791e9c2a494d835e7c190ed7be80'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:38:44.347798 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f4158-e259-4b69-80c9-3e53e2043e1e req-d80692db-b6c2-4d0b-915f-906c5ce8dee6 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:44.356056 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-558f4158-e259-4b69-80c9-3e53e2043e1e req-d80692db-b6c2-4d0b-915f-906c5ce8dee6 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0899386 Apr 07 13:38:44.421858 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-558f4158-e259-4b69-80c9-3e53e2043e1e req-74e2a2ee-303a-4292-9a41-e4851e45afc8 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619903 Apr 07 13:38:44.452574 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b3547fa1-176a-4dc6-86b5-5251cd0b419c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:44.461588 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea4482-681f-4611-a1de-c23852cd7abf req-6c09dc2f-c85b-498d-8ea2-bbc6fd692e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:44.463331 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-25ea4482-681f-4611-a1de-c23852cd7abf req-6c09dc2f-c85b-498d-8ea2-bbc6fd692e88 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 1130 time: 0.1401381 Apr 07 13:38:44.529135 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-b771d403-f2ce-4b83-b3cc-e35c9d3f9ac7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Made reservation on behalf of a341791e9c2a494d835e7c190ed7be80 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:38:44.532685 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-b771d403-f2ce-4b83-b3cc-e35c9d3f9ac7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:44.541268 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a482918e-fc1f-4959-9abc-553afdead583 req-818e875b-e1bf-47b5-8bc7-5f55eb027e5d tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 210 time: 0.0373487 Apr 07 13:38:44.553800 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5c426564-196d-4c87-bc59-eb28611acdf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:44.618499 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b3547fa1-176a-4dc6-86b5-5251cd0b419c admin admin] Publish callbacks [] for security_group (33f62270-b764-496c-8811-30728e10279b), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:44.628315 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b3547fa1-176a-4dc6-86b5-5251cd0b419c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (33f62270-b764-496c-8811-30728e10279b), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:44.641055 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea4482-681f-4611-a1de-c23852cd7abf req-7ffe9e01-2111-413d-a2dd-6d111c2219b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:44.643194 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-25ea4482-681f-4611-a1de-c23852cd7abf req-7ffe9e01-2111-413d-a2dd-6d111c2219b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 200 len: 920 time: 0.0987866 Apr 07 13:38:44.691820 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-b3547fa1-176a-4dc6-86b5-5251cd0b419c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5684ef18ef0846d2a5c067b18c7f6c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6308968 Apr 07 13:38:44.692149 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 57282) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:44.695094 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3547fa1-176a-4dc6-86b5-5251cd0b419c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f62270-b764-496c-8811-30728e10279b,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:44.719381 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5c426564-196d-4c87-bc59-eb28611acdf6 admin admin] Publish callbacks [] for security_group (7bc54f91-e6ed-4b1e-81d1-328998ac87c8), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:44.719888 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-25ea4482-681f-4611-a1de-c23852cd7abf req-39c93d7c-e348-48aa-8e1d-23f7e6e3edfe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=148621ae-d38d-449e-a8da-17e22d3f715f HTTP/1.1" status: 200 len: 217 time: 0.0698798 Apr 07 13:38:44.727553 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5c426564-196d-4c87-bc59-eb28611acdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (7bc54f91-e6ed-4b1e-81d1-328998ac87c8), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:44.773709 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-5c426564-196d-4c87-bc59-eb28611acdf6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3fb4663300b4bd49c14e29df8b45f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4525895 Apr 07 13:38:44.774714 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c426564-196d-4c87-bc59-eb28611acdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc54f91-e6ed-4b1e-81d1-328998ac87c8,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:44.777240 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 57288) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:44.834059 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7453bce7-90fe-4c55-bc0e-44c4b4477ad5 admin admin] Publish callbacks [] for security_group (7bc54f91-e6ed-4b1e-81d1-328998ac87c8), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:44.859894 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-75acb381-1194-4a42-9754-d8bdff20c391 admin admin] Publish callbacks [] for security_group (33f62270-b764-496c-8811-30728e10279b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:44.860528 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7453bce7-90fe-4c55-bc0e-44c4b4477ad5 admin admin] Publish callbacks [] for security_group (7bc54f91-e6ed-4b1e-81d1-328998ac87c8), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:44.866813 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea4482-681f-4611-a1de-c23852cd7abf req-74e71850-1869-40ba-a566-c58cc6e82e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:44.868379 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-25ea4482-681f-4611-a1de-c23852cd7abf req-74e71850-1869-40ba-a566-c58cc6e82e32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caad4ec9-a40e-4065-a3e8-632593f10c40 HTTP/1.1" status: 200 len: 858 time: 0.1121850 Apr 07 13:38:44.924182 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7453bce7-90fe-4c55-bc0e-44c4b4477ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (7bc54f91-e6ed-4b1e-81d1-328998ac87c8), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:44.928295 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7453bce7-90fe-4c55-bc0e-44c4b4477ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:44.929877 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-7453bce7-90fe-4c55-bc0e-44c4b4477ad5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7bc54f91-e6ed-4b1e-81d1-328998ac87c8 HTTP/1.1" status: 204 len: 168 time: 0.1509023 Apr 07 13:38:44.934240 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-b771d403-f2ce-4b83-b3cc-e35c9d3f9ac7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Allocated IP 172.20.0.12 (6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d/ed628554-e597-4c9a-9987-2792771598eb/8d30a489-f178-4e36-85bb-5cfa3c3a6c71) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:38:44.937486 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-75acb381-1194-4a42-9754-d8bdff20c391 admin admin] Publish callbacks [] for security_group (33f62270-b764-496c-8811-30728e10279b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:44.947374 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453bce7-90fe-4c55-bc0e-44c4b4477ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc54f91-e6ed-4b1e-81d1-328998ac87c8,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:45.010506 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea4482-681f-4611-a1de-c23852cd7abf req-c85b32d4-b283-4eb7-a272-3ac3ed848637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:45.012019 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-25ea4482-681f-4611-a1de-c23852cd7abf req-c85b32d4-b283-4eb7-a272-3ac3ed848637 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1344619 Apr 07 13:38:45.066592 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-75acb381-1194-4a42-9754-d8bdff20c391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (33f62270-b764-496c-8811-30728e10279b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:45.069112 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-75acb381-1194-4a42-9754-d8bdff20c391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:45.070251 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-75acb381-1194-4a42-9754-d8bdff20c391 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/33f62270-b764-496c-8811-30728e10279b HTTP/1.1" status: 204 len: 168 time: 0.3770151 Apr 07 13:38:45.127612 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acb381-1194-4a42-9754-d8bdff20c391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f62270-b764-496c-8811-30728e10279b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:45.198835 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-25ea4482-681f-4611-a1de-c23852cd7abf req-200a1f64-a197-40a6-860a-3f8ebb7319be service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769125 Apr 07 13:38:45.278993 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-b771d403-f2ce-4b83-b3cc-e35c9d3f9ac7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Publish callbacks [] for port (8d30a489-f178-4e36-85bb-5cfa3c3a6c71), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:45.335317 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-25ea4482-681f-4611-a1de-c23852cd7abf req-2288b878-e6cf-4e5d-b380-93701ddea392 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249533 Apr 07 13:38:45.345299 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-b771d403-f2ce-4b83-b3cc-e35c9d3f9ac7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (8d30a489-f178-4e36-85bb-5cfa3c3a6c71), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:45.396908 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-b771d403-f2ce-4b83-b3cc-e35c9d3f9ac7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Network 6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:38:45.400145 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-b771d403-f2ce-4b83-b3cc-e35c9d3f9ac7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:38:45.407857 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-b771d403-f2ce-4b83-b3cc-e35c9d3f9ac7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:38:45.436851 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771d403-f2ce-4b83-b3cc-e35c9d3f9ac7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Pushing event updated for resources: {'Port': ['ID=8d30a489-f178-4e36-85bb-5cfa3c3a6c71,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:45.468291 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-b771d403-f2ce-4b83-b3cc-e35c9d3f9ac7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:45.468932 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-b771d403-f2ce-4b83-b3cc-e35c9d3f9ac7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:45.488457 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-b771d403-f2ce-4b83-b3cc-e35c9d3f9ac7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1871986 Apr 07 13:38:45.512035 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Request body: {'port': {'device_id': '0d714a25-744e-4eae-8556-2266f857f266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:38:45.567533 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01475901-c92d-4ef7-809f-a5ee3ad09e71 req-52ff27fd-931b-4d31-9b6c-f4d02476061c tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:45.569697 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-01475901-c92d-4ef7-809f-a5ee3ad09e71 req-52ff27fd-931b-4d31-9b6c-f4d02476061c tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0665216 Apr 07 13:38:45.594173 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (8d30a489-f178-4e36-85bb-5cfa3c3a6c71), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:45.626798 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-01475901-c92d-4ef7-809f-a5ee3ad09e71 req-f9910dc3-eb0e-45ae-8cfc-029559dadb1f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510271 Apr 07 13:38:45.664547 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 57324) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:45.696031 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-90660d22-7b8e-48e6-ba30-96892014f920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:45.742147 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9aaf8c-63b8-4222-afcb-54b1832eee88 req-588c0b3f-dad6-49ae-84cc-4ba7b94cab2b tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:45.743244 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4d9aaf8c-63b8-4222-afcb-54b1832eee88 req-588c0b3f-dad6-49ae-84cc-4ba7b94cab2b tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 932 time: 0.0917068 Apr 07 13:38:45.757093 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 57326) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:45.802654 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-565b45ed-0715-45ef-8021-cf85ad39f093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:45.851370 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4d9aaf8c-63b8-4222-afcb-54b1832eee88 req-a0e11a06-c3d0-4de1-bc4f-b0ca634b58fa tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011636 Apr 07 13:38:45.868537 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-90660d22-7b8e-48e6-ba30-96892014f920 admin admin] Publish callbacks [] for security_group (c9044e5d-4aac-473b-bd3d-0b1639e6d10d), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:45.874766 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-90660d22-7b8e-48e6-ba30-96892014f920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (c9044e5d-4aac-473b-bd3d-0b1639e6d10d), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:45.927040 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-90660d22-7b8e-48e6-ba30-96892014f920 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1fd6df695024363afe131322db41994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611547 Apr 07 13:38:45.929702 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 57330) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:45.932118 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90660d22-7b8e-48e6-ba30-96892014f920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9044e5d-4aac-473b-bd3d-0b1639e6d10d,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:45.965398 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:38:45.969670 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-565b45ed-0715-45ef-8021-cf85ad39f093 admin admin] Publish callbacks [] for security_group (c2cdb6e9-643c-4d0c-acb1-75e85d2728ea), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:45.975426 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-565b45ed-0715-45ef-8021-cf85ad39f093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (c2cdb6e9-643c-4d0c-acb1-75e85d2728ea), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:45.980884 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Publish callbacks [] for port (8d30a489-f178-4e36-85bb-5cfa3c3a6c71), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:46.002624 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Transition to ACTIVE for port object 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:38:46.009864 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (8d30a489-f178-4e36-85bb-5cfa3c3a6c71), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:46.015158 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-565b45ed-0715-45ef-8021-cf85ad39f093 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96be2182540d48c8a596d84e2ab5926d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551663 Apr 07 13:38:46.016007 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b45ed-0715-45ef-8021-cf85ad39f093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cdb6e9-643c-4d0c-acb1-75e85d2728ea,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:46.019277 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 57334) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:46.050017 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-33a68470-a5ba-479d-a0f0-ec276190592b admin admin] Publish callbacks [] for security_group (c9044e5d-4aac-473b-bd3d-0b1639e6d10d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:46.111299 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d30a489-f178-4e36-85bb-5cfa3c3a6c71,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:46.121743 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-33a68470-a5ba-479d-a0f0-ec276190592b admin admin] Publish callbacks [] for security_group (c9044e5d-4aac-473b-bd3d-0b1639e6d10d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:46.222016 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8e3e56ee-2ae1-48c2-aab0-7667a5b2d2b9 admin admin] Publish callbacks [] for security_group (c2cdb6e9-643c-4d0c-acb1-75e85d2728ea), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:46.255286 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Attempting to bind port 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:38:46.255689 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Attempting to bind port 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'efd6782e-8ee3-4968-922c-18ec851af184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:38:46.256029 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Attempting to bind port 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 on network 6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:38:46.259411 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8e3e56ee-2ae1-48c2-aab0-7667a5b2d2b9 admin admin] Publish callbacks [] for security_group (c2cdb6e9-643c-4d0c-acb1-75e85d2728ea), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:46.269001 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-33a68470-a5ba-479d-a0f0-ec276190592b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (c9044e5d-4aac-473b-bd3d-0b1639e6d10d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:46.271717 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-33a68470-a5ba-479d-a0f0-ec276190592b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:46.272918 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-33a68470-a5ba-479d-a0f0-ec276190592b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9044e5d-4aac-473b-bd3d-0b1639e6d10d HTTP/1.1" status: 204 len: 168 time: 0.3416021 Apr 07 13:38:46.279834 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Port 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 on network 6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:38:46.280158 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Attempting to bind port 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 on network 6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:38:46.300472 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a68470-a5ba-479d-a0f0-ec276190592b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9044e5d-4aac-473b-bd3d-0b1639e6d10d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:46.310484 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:38:46.310823 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Checking segment: {'id': 'efd6782e-8ee3-4968-922c-18ec851af184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:38:46.311209 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Bound using segment: {'id': 'efd6782e-8ee3-4968-922c-18ec851af184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:38:46.311645 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Bound port: 8d30a489-f178-4e36-85bb-5cfa3c3a6c71, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd6782e-8ee3-4968-922c-18ec851af184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:38:46.311994 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (8d30a489-f178-4e36-85bb-5cfa3c3a6c71), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:46.371960 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8e3e56ee-2ae1-48c2-aab0-7667a5b2d2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (c2cdb6e9-643c-4d0c-acb1-75e85d2728ea), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:46.374975 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8e3e56ee-2ae1-48c2-aab0-7667a5b2d2b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:46.378963 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8e3e56ee-2ae1-48c2-aab0-7667a5b2d2b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2cdb6e9-643c-4d0c-acb1-75e85d2728ea HTTP/1.1" status: 204 len: 168 time: 0.3559351 Apr 07 13:38:46.395786 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e56ee-2ae1-48c2-aab0-7667a5b2d2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cdb6e9-643c-4d0c-acb1-75e85d2728ea,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:46.403249 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] For port 8d30a489-f178-4e36-85bb-5cfa3c3a6c71, host hv-cinder-83697, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:38:46.406703 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] For port 8d30a489-f178-4e36-85bb-5cfa3c3a6c71, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=8d30a489-f178-4e36-85bb-5cfa3c3a6c71,segment=NetworkSegment(efd6782e-8ee3-4968-922c-18ec851af184),segment_id=efd6782e-8ee3-4968-922c-18ec851af184)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:38:46.414254 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (8d30a489-f178-4e36-85bb-5cfa3c3a6c71), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:46.456054 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:46.456792 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:46.458340 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] 10.222.0.23 "PUT /v2.0/ports/8d30a489-f178-4e36-85bb-5cfa3c3a6c71 HTTP/1.1" status: 200 len: 1094 time: 0.9504776 Apr 07 13:38:46.458929 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d714a25-744e-4eae-8556-2266f857f266', 'tag': '8d30a489-f178-4e36-85bb-5cfa3c3a6c71'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:38:46.461278 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69025e19-9d2b-4855-b269-f1b15583ff20" -d '{"events": [{"name": "network-changed", "server_uuid": "0d714a25-744e-4eae-8556-2266f857f266", "tag": "8d30a489-f178-4e36-85bb-5cfa3c3a6c71"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:38:46.489997 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a38726-8aaf-433f-9953-2f1bde4962f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d30a489-f178-4e36-85bb-5cfa3c3a6c71,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:46.515864 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d106b3-a5d7-4f5c-9b47-7d5d0972f644 x-openstack-request-id: req-a7d106b3-a5d7-4f5c-9b47-7d5d0972f644 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:38:46.516794 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d714a25-744e-4eae-8556-2266f857f266", "tag": "8d30a489-f178-4e36-85bb-5cfa3c3a6c71", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:38:46.517249 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a7d106b3-a5d7-4f5c-9b47-7d5d0972f644 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:38:46.517796 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d106b3-a5d7-4f5c-9b47-7d5d0972f644'] response: {'name': 'network-changed', 'server_uuid': '0d714a25-744e-4eae-8556-2266f857f266', 'tag': '8d30a489-f178-4e36-85bb-5cfa3c3a6c71', 'status': 'completed', 'code': 200} Apr 07 13:38:46.803910 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6fa14-656c-47fa-9e95-33b582ba5237 req-3b3c8083-9ae1-495f-90a2-90adb1535178 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:46.805447 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-adc6fa14-656c-47fa-9e95-33b582ba5237 req-3b3c8083-9ae1-495f-90a2-90adb1535178 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0950105 Apr 07 13:38:46.859910 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-adc6fa14-656c-47fa-9e95-33b582ba5237 req-ae46f226-ed3a-4fe4-8daa-0d7a1c55fd0e tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488503 Apr 07 13:38:46.995070 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18295feb-829f-4252-adc7-233b9bf9f4fb req-c2c446bb-2266-4e92-8158-740e1e8fbd20 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:46.996726 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-18295feb-829f-4252-adc7-233b9bf9f4fb req-c2c446bb-2266-4e92-8158-740e1e8fbd20 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 944 time: 0.0649035 Apr 07 13:38:47.045117 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-18295feb-829f-4252-adc7-233b9bf9f4fb req-44b94ec8-dfe1-461d-aca0-addcb54f4fde tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420732 Apr 07 13:38:47.980125 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd444-5f39-4272-88a0-ce7a0c9266f3 req-0d09ae00-4db7-418c-a5a4-d2e96c24c076 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:47.982741 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ba3bd444-5f39-4272-88a0-ce7a0c9266f3 req-0d09ae00-4db7-418c-a5a4-d2e96c24c076 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0540559 Apr 07 13:38:48.028195 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ba3bd444-5f39-4272-88a0-ce7a0c9266f3 req-fa8cb9a2-942e-4eab-8af5-b1b7cce5da58 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406909 Apr 07 13:38:48.164005 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24922e43-a6c8-40b9-949e-c6c5a2912244 req-93220bae-7859-44df-b1f9-ffc86d9bc8cb tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:48.165488 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-24922e43-a6c8-40b9-949e-c6c5a2912244 req-93220bae-7859-44df-b1f9-ffc86d9bc8cb tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 944 time: 0.0558527 Apr 07 13:38:48.212092 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-24922e43-a6c8-40b9-949e-c6c5a2912244 req-23c359f3-f828-443b-94b3-90cc3e12e20c tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411208 Apr 07 13:38:48.400272 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 57458) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:48.500984 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9701da80-6a17-4d02-a491-d1c0d7af0be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:48.572595 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9701da80-6a17-4d02-a491-d1c0d7af0be9 admin admin] Publish callbacks [] for security_group (db38d0fc-5cb2-46c1-85c0-120d75e3f08d), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:48.576125 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9701da80-6a17-4d02-a491-d1c0d7af0be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (db38d0fc-5cb2-46c1-85c0-120d75e3f08d), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:48.613443 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-9701da80-6a17-4d02-a491-d1c0d7af0be9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f10ecfe17db41bd9b91af2bc34f8caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121239 Apr 07 13:38:48.615354 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701da80-6a17-4d02-a491-d1c0d7af0be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db38d0fc-5cb2-46c1-85c0-120d75e3f08d,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:48.616162 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 57464) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:48.666577 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0ee5ffb7-f988-47ff-8db3-36b01fe8b12e admin admin] Publish callbacks [] for security_group (db38d0fc-5cb2-46c1-85c0-120d75e3f08d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:48.687325 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0ee5ffb7-f988-47ff-8db3-36b01fe8b12e admin admin] Publish callbacks [] for security_group (db38d0fc-5cb2-46c1-85c0-120d75e3f08d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:48.734851 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0ee5ffb7-f988-47ff-8db3-36b01fe8b12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (db38d0fc-5cb2-46c1-85c0-120d75e3f08d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:48.737922 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0ee5ffb7-f988-47ff-8db3-36b01fe8b12e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:48.739127 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0ee5ffb7-f988-47ff-8db3-36b01fe8b12e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db38d0fc-5cb2-46c1-85c0-120d75e3f08d HTTP/1.1" status: 204 len: 168 time: 0.1218987 Apr 07 13:38:48.746900 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5ffb7-f988-47ff-8db3-36b01fe8b12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db38d0fc-5cb2-46c1-85c0-120d75e3f08d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:48.994288 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 57474) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:49.007720 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2cb8-7822-46b2-847d-7d618907dc6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:49.085194 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2cb8-7822-46b2-847d-7d618907dc6c admin admin] Publish callbacks [] for security_group (cedca5ef-d847-403e-b624-d20037b66c05), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:49.090192 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2cb8-7822-46b2-847d-7d618907dc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (cedca5ef-d847-403e-b624-d20037b66c05), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:49.127853 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d2cb8-7822-46b2-847d-7d618907dc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedca5ef-d847-403e-b624-d20037b66c05,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:49.132075 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0d7d2cb8-7822-46b2-847d-7d618907dc6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37b281152f984ea98a3186789a39ec67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367395 Apr 07 13:38:49.134738 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 57478) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:49.159590 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df7460-0eb0-4cf6-8813-1e45b0c5efd7 req-f785e15f-0dfe-466d-8849-c6d1ea275d4d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:49.161058 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e6df7460-0eb0-4cf6-8813-1e45b0c5efd7 req-f785e15f-0dfe-466d-8849-c6d1ea275d4d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0619040 Apr 07 13:38:49.182896 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1590f91c-fb38-482f-8ab7-55b67461825e admin admin] Publish callbacks [] for security_group (cedca5ef-d847-403e-b624-d20037b66c05), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:49.204285 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1590f91c-fb38-482f-8ab7-55b67461825e admin admin] Publish callbacks [] for security_group (cedca5ef-d847-403e-b624-d20037b66c05), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:49.209986 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e6df7460-0eb0-4cf6-8813-1e45b0c5efd7 req-129b9214-100d-4d00-89fa-e9054a0a6a86 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432093 Apr 07 13:38:49.254823 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1590f91c-fb38-482f-8ab7-55b67461825e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (cedca5ef-d847-403e-b624-d20037b66c05), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:49.257419 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1590f91c-fb38-482f-8ab7-55b67461825e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:49.258733 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1590f91c-fb38-482f-8ab7-55b67461825e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cedca5ef-d847-403e-b624-d20037b66c05 HTTP/1.1" status: 204 len: 168 time: 0.1231048 Apr 07 13:38:49.272095 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590f91c-fb38-482f-8ab7-55b67461825e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedca5ef-d847-403e-b624-d20037b66c05,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:49.327808 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a63bb-a4fa-41a5-8cde-6753daa74fb4 req-04faf253-18b8-4363-aaa4-20964598688e tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:49.329378 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0e9a63bb-a4fa-41a5-8cde-6753daa74fb4 req-04faf253-18b8-4363-aaa4-20964598688e tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 944 time: 0.0514350 Apr 07 13:38:49.375796 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0e9a63bb-a4fa-41a5-8cde-6753daa74fb4 req-4c748643-d344-4661-b070-50adfcd3eae7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408118 Apr 07 13:38:49.913975 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 57508) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:49.992455 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:38:50.006201 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-92260560-eeb7-43a5-84bc-92f7a88ddfad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1295695686-network', 'tenant_id': 'bdfeca96f12349f6acf3f3d7163e9ed0'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:38:50.025426 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92260560-eeb7-43a5-84bc-92f7a88ddfad admin admin] Made reservation on behalf of bdfeca96f12349f6acf3f3d7163e9ed0 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:38:50.027937 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-92260560-eeb7-43a5-84bc-92f7a88ddfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:50.036591 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-92260560-eeb7-43a5-84bc-92f7a88ddfad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:50.108382 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-92260560-eeb7-43a5-84bc-92f7a88ddfad admin admin] Publish callbacks [] for security_group (3cfd5e4d-45ad-4670-b72e-355f8516471d), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:50.111929 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-92260560-eeb7-43a5-84bc-92f7a88ddfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (3cfd5e4d-45ad-4670-b72e-355f8516471d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:50.135821 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92260560-eeb7-43a5-84bc-92f7a88ddfad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:38:50.145819 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92260560-eeb7-43a5-84bc-92f7a88ddfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfd5e4d-45ad-4670-b72e-355f8516471d,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:50.150658 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-92260560-eeb7-43a5-84bc-92f7a88ddfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (9ecb16d7-9d05-4355-91da-97330621681e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:50.150997 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-92260560-eeb7-43a5-84bc-92f7a88ddfad admin admin] Added segment 9ecb16d7-9d05-4355-91da-97330621681e of type vlan for network dc132f3c-086c-4931-bf95-939fead672c0 Apr 07 13:38:50.189021 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-92260560-eeb7-43a5-84bc-92f7a88ddfad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (dc132f3c-086c-4931-bf95-939fead672c0), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:50.212814 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-92260560-eeb7-43a5-84bc-92f7a88ddfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (dc132f3c-086c-4931-bf95-939fead672c0), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:50.213736 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92260560-eeb7-43a5-84bc-92f7a88ddfad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:50.214312 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-92260560-eeb7-43a5-84bc-92f7a88ddfad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:50.272984 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-92260560-eeb7-43a5-84bc-92f7a88ddfad admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3577929 Apr 07 13:38:50.275857 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 57514) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:50.280395 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92260560-eeb7-43a5-84bc-92f7a88ddfad admin admin] Pushing event updated for resources: {'Network': ['ID=dc132f3c-086c-4931-bf95-939fead672c0,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:50.280637 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-12ea52b6-111f-493c-b805-b814b83c9bbf admin admin] Request body: {'subnet': {'network_id': 'dc132f3c-086c-4931-bf95-939fead672c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1295695686-subnet', 'tenant_id': 'bdfeca96f12349f6acf3f3d7163e9ed0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:38:50.290609 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network dc132f3c-086c-4931-bf95-939fead672c0 details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:38:50.326744 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ea52b6-111f-493c-b805-b814b83c9bbf admin admin] Made reservation on behalf of bdfeca96f12349f6acf3f3d7163e9ed0 for: {'subnet': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:38:50.329004 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-12ea52b6-111f-493c-b805-b814b83c9bbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59369355'] for subnet (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:50.387327 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0827404-88b6-46e4-9fb9-c3007c64c0d9 req-3219f894-a1d2-412a-ae0c-9112974da1f6 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:50.388703 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a0827404-88b6-46e4-9fb9-c3007c64c0d9 req-3219f894-a1d2-412a-ae0c-9112974da1f6 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.1047912 Apr 07 13:38:50.467378 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a0827404-88b6-46e4-9fb9-c3007c64c0d9 req-0d6b6fb8-fda2-4834-b578-3b6f3028d19a tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709710 Apr 07 13:38:50.543503 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b0875-8e52-4496-812d-bb1dd5a45dd0 req-0d9a118e-8b0d-489a-bd89-4dbc0ad763d7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:50.544949 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-169b0875-8e52-4496-812d-bb1dd5a45dd0 req-0d9a118e-8b0d-489a-bd89-4dbc0ad763d7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 944 time: 0.1001430 Apr 07 13:38:50.607889 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-12ea52b6-111f-493c-b805-b814b83c9bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59119729'] for subnet (c1ce907b-386d-4ab0-945b-ae52c051c536), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:50.652626 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-169b0875-8e52-4496-812d-bb1dd5a45dd0 req-2c981ec2-2255-4824-8bbe-170667a4892d tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851595 Apr 07 13:38:50.667155 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea52b6-111f-493c-b805-b814b83c9bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1ce907b-386d-4ab0-945b-ae52c051c536,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:50.686320 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ea52b6-111f-493c-b805-b814b83c9bbf admin admin] Checking segment: {'id': '9ecb16d7-9d05-4355-91da-97330621681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dc132f3c-086c-4931-bf95-939fead672c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:38:50.686682 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ea52b6-111f-493c-b805-b814b83c9bbf admin admin] Network hostable DHCP agents. Network: dc132f3c-086c-4931-bf95-939fead672c0, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:38:50.702400 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ea52b6-111f-493c-b805-b814b83c9bbf admin admin] Network dc132f3c-086c-4931-bf95-939fead672c0 is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:38:50.710862 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-12ea52b6-111f-493c-b805-b814b83c9bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, dc132f3c-086c-4931-bf95-939fead672c0) {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:38:50.715275 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ea52b6-111f-493c-b805-b814b83c9bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:50.715924 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-12ea52b6-111f-493c-b805-b814b83c9bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:50.725377 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12b9396-7a10-4f15-a5a1-b737af2861e0 None None] Network dc132f3c-086c-4931-bf95-939fead672c0 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:38:50.734630 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-12ea52b6-111f-493c-b805-b814b83c9bbf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4571259 Apr 07 13:38:50.829279 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32aa22c-53a8-4546-9b23-728472eac390 None None] Network dc132f3c-086c-4931-bf95-939fead672c0 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:38:50.893519 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69025e19-9d2b-4855-b269-f1b15583ff20 req-1f20aaa7-ef51-4b02-8003-be3434c19881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:50.895702 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-69025e19-9d2b-4855-b269-f1b15583ff20 req-1f20aaa7-ef51-4b02-8003-be3434c19881 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a341791e9c2a494d835e7c190ed7be80&device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 1128 time: 0.0535522 Apr 07 13:38:51.018015 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69025e19-9d2b-4855-b269-f1b15583ff20 req-8f3129d3-0581-40c4-9b7a-80afda632969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:51.019518 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-69025e19-9d2b-4855-b269-f1b15583ff20 req-8f3129d3-0581-40c4-9b7a-80afda632969 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a341791e9c2a494d835e7c190ed7be80&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1114280 Apr 07 13:38:51.113905 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69025e19-9d2b-4855-b269-f1b15583ff20 req-883489a4-da0a-4659-a61c-4940c10eea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:51.115621 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-69025e19-9d2b-4855-b269-f1b15583ff20 req-883489a4-da0a-4659-a61c-4940c10eea27 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902750 Apr 07 13:38:51.224017 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 57540) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:51.228814 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-750de181-a021-41f9-aea5-e24c11ad22c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-741870109-network', 'tenant_id': 'ddbe32eecdd44417a8a22c72b5af8da0'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:38:51.248783 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750de181-a021-41f9-aea5-e24c11ad22c6 admin admin] Made reservation on behalf of ddbe32eecdd44417a8a22c72b5af8da0 for: {'network': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:38:51.251346 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-750de181-a021-41f9-aea5-e24c11ad22c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:51.258199 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-2268cf26-3420-4526-a950-43e1f52ebb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:51.259578 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-750de181-a021-41f9-aea5-e24c11ad22c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:51.259745 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-2268cf26-3420-4526-a950-43e1f52ebb9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a341791e9c2a494d835e7c190ed7be80&device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 1128 time: 0.0445235 Apr 07 13:38:51.315466 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-9dc19445-15b4-4e1e-8e53-def01052c620 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d30a489-f178-4e36-85bb-5cfa3c3a6c71 HTTP/1.1" status: 200 len: 217 time: 0.0381646 Apr 07 13:38:51.337405 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-750de181-a021-41f9-aea5-e24c11ad22c6 admin admin] Publish callbacks [] for security_group (ff493010-5593-4902-af1a-11a3c4ebd686), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:51.341884 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-750de181-a021-41f9-aea5-e24c11ad22c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (ff493010-5593-4902-af1a-11a3c4ebd686), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:51.362585 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750de181-a021-41f9-aea5-e24c11ad22c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:38:51.365678 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-d919df44-16fd-45a0-88b2-3a81b1c1e05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:51.367150 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-d919df44-16fd-45a0-88b2-3a81b1c1e05b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed628554-e597-4c9a-9987-2792771598eb HTTP/1.1" status: 200 len: 852 time: 0.0454581 Apr 07 13:38:51.378087 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750de181-a021-41f9-aea5-e24c11ad22c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff493010-5593-4902-af1a-11a3c4ebd686,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:51.380944 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-750de181-a021-41f9-aea5-e24c11ad22c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (0066b7e3-68f0-4929-abfc-6c78c0741547), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:51.381281 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.segments_db [None req-750de181-a021-41f9-aea5-e24c11ad22c6 admin admin] Added segment 0066b7e3-68f0-4929-abfc-6c78c0741547 of type vlan for network 2452d505-4eaf-4b6c-802f-0e9a63170b4a Apr 07 13:38:51.420469 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-750de181-a021-41f9-aea5-e24c11ad22c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (2452d505-4eaf-4b6c-802f-0e9a63170b4a), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:51.445203 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-750de181-a021-41f9-aea5-e24c11ad22c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (2452d505-4eaf-4b6c-802f-0e9a63170b4a), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:51.446175 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750de181-a021-41f9-aea5-e24c11ad22c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:51.446795 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-750de181-a021-41f9-aea5-e24c11ad22c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:51.478408 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-750de181-a021-41f9-aea5-e24c11ad22c6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2532997 Apr 07 13:38:51.481352 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 57542) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:51.486368 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-8baf7696-a625-463a-bcdf-deb850095517 admin admin] Request body: {'subnet': {'network_id': '2452d505-4eaf-4b6c-802f-0e9a63170b4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-741870109-subnet', 'tenant_id': 'ddbe32eecdd44417a8a22c72b5af8da0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:38:51.509559 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750de181-a021-41f9-aea5-e24c11ad22c6 admin admin] Pushing event updated for resources: {'Network': ['ID=2452d505-4eaf-4b6c-802f-0e9a63170b4a,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:51.517601 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baf7696-a625-463a-bcdf-deb850095517 admin admin] Made reservation on behalf of ddbe32eecdd44417a8a22c72b5af8da0 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:38:51.520131 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8baf7696-a625-463a-bcdf-deb850095517 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3624283'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:51.521828 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network 2452d505-4eaf-4b6c-802f-0e9a63170b4a details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:38:51.599287 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e6524-269d-43de-8420-fa4e870e928c req-3b43380a-024e-4280-ad28-f32266d2d416 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:51.600801 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d71e6524-269d-43de-8420-fa4e870e928c req-3b43380a-024e-4280-ad28-f32266d2d416 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0625653 Apr 07 13:38:51.651892 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d71e6524-269d-43de-8420-fa4e870e928c req-95ae1749-a93e-4b63-bce7-8767fa2ba34e tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451095 Apr 07 13:38:51.724668 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8baf7696-a625-463a-bcdf-deb850095517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3405876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3715745'] for subnet (65abd826-a261-49a8-9e8b-c7e0b7727ea8), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:51.787312 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8fe41-19c1-4e43-aec6-4bb4a93e967d req-5b808a84-027a-45e0-82bc-70df30b64030 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:51.794800 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d1c8fe41-19c1-4e43-aec6-4bb4a93e967d req-5b808a84-027a-45e0-82bc-70df30b64030 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 944 time: 0.0724816 Apr 07 13:38:51.802474 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-79354f42-3f4e-4c40-884c-0dac9ac01a0c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386069 Apr 07 13:38:51.806024 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf7696-a625-463a-bcdf-deb850095517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65abd826-a261-49a8-9e8b-c7e0b7727ea8,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:51.823820 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baf7696-a625-463a-bcdf-deb850095517 admin admin] Checking segment: {'id': '0066b7e3-68f0-4929-abfc-6c78c0741547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2452d505-4eaf-4b6c-802f-0e9a63170b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:38:51.824209 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baf7696-a625-463a-bcdf-deb850095517 admin admin] Network hostable DHCP agents. Network: 2452d505-4eaf-4b6c-802f-0e9a63170b4a, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:38:51.844500 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baf7696-a625-463a-bcdf-deb850095517 admin admin] Network 2452d505-4eaf-4b6c-802f-0e9a63170b4a is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:38:51.848704 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d1c8fe41-19c1-4e43-aec6-4bb4a93e967d req-bb2b90d7-18b6-428b-a73a-929dc813506a tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530822 Apr 07 13:38:51.853959 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-8baf7696-a625-463a-bcdf-deb850095517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, 2452d505-4eaf-4b6c-802f-0e9a63170b4a) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:38:51.858055 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baf7696-a625-463a-bcdf-deb850095517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:51.858932 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8baf7696-a625-463a-bcdf-deb850095517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:51.865163 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6845cd2a-f941-4596-b498-08bc2152e897 None None] Network 2452d505-4eaf-4b6c-802f-0e9a63170b4a requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:38:51.889923 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8baf7696-a625-463a-bcdf-deb850095517 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4072630 Apr 07 13:38:52.060559 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697b0da2-4198-42f1-bd3b-b2bf32ae2034 None None] Network 2452d505-4eaf-4b6c-802f-0e9a63170b4a requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:38:52.091322 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-0bd1bf43-1042-4998-8cfd-ebce6c49f3ce service neutron] 10.222.0.23 "GET /v2.0/networks/6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426139 Apr 07 13:38:52.200737 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2b33dc2d-52ee-4f18-b0a0-1a2908e407b2 req-eefffda1-387f-4634-b18f-dc940e5b5474 service neutron] 10.222.0.23 "GET /v2.0/networks/6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964875 Apr 07 13:38:52.401133 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5add22a-4f72-4fd8-9263-441c48f4e42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:52.791800 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c013a-517f-4c05-8a88-3e8894a9df75 req-670236bb-7e2d-4946-8c9d-9ba3379d21fd tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:52.793307 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-300c013a-517f-4c05-8a88-3e8894a9df75 req-670236bb-7e2d-4946-8c9d-9ba3379d21fd tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0609441 Apr 07 13:38:52.858169 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-300c013a-517f-4c05-8a88-3e8894a9df75 req-81f4ca05-25d4-4e7e-8a9c-2087d1ed6b0a tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491123 Apr 07 13:38:52.982128 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b63b12-f47d-4f6b-84a6-f0c778d9be56 req-597c6f96-a09d-4616-ad1e-9d4c4e82ca3a tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:52.983659 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c7b63b12-f47d-4f6b-84a6-f0c778d9be56 req-597c6f96-a09d-4616-ad1e-9d4c4e82ca3a tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 944 time: 0.0562637 Apr 07 13:38:53.038964 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c7b63b12-f47d-4f6b-84a6-f0c778d9be56 req-e0ead782-67ac-4eb8-b8df-be96c263e7c5 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492642 Apr 07 13:38:54.163093 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a03ca6-6370-4a33-9bec-356b8d31ae44 req-b4033d68-4c8c-4688-97c5-753584ea0b7b tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:54.164478 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-25a03ca6-6370-4a33-9bec-356b8d31ae44 req-b4033d68-4c8c-4688-97c5-753584ea0b7b tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 944 time: 0.0519931 Apr 07 13:38:54.220503 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-25a03ca6-6370-4a33-9bec-356b8d31ae44 req-2748152a-a75f-4d7b-bf84-c93342425c13 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462120 Apr 07 13:38:54.883543 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7617c29c-a04b-4259-a50a-8542f9cbbd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:55.333398 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b30df-4152-4d98-9216-8d893bb626ed req-fddd63ca-fef3-4b5e-a171-8aa58ffe79c7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:55.334881 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-807b30df-4152-4d98-9216-8d893bb626ed req-fddd63ca-fef3-4b5e-a171-8aa58ffe79c7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 944 time: 0.0547147 Apr 07 13:38:55.380475 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-807b30df-4152-4d98-9216-8d893bb626ed req-22fca4f8-3e27-475a-906d-93efe45ec6ab tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398962 Apr 07 13:38:55.742459 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:56.494207 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1da84-4634-4b2a-ab82-c59b1ef179ee req-05bc4ee3-8c15-4723-b42a-e87e2002633e tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:56.495695 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3de1da84-4634-4b2a-ab82-c59b1ef179ee req-05bc4ee3-8c15-4723-b42a-e87e2002633e tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 944 time: 0.0512621 Apr 07 13:38:56.541237 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3de1da84-4634-4b2a-ab82-c59b1ef179ee req-96db1fa5-0311-42fc-acff-56192cc38082 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393701 Apr 07 13:38:57.209552 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:57.659539 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc5b05-3ae3-4e30-b549-5c2e36451daa req-3dfe47c8-428b-4530-9bd5-265080de1dbe tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:57.661026 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fecc5b05-3ae3-4e30-b549-5c2e36451daa req-3dfe47c8-428b-4530-9bd5-265080de1dbe tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 944 time: 0.0550551 Apr 07 13:38:57.707262 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fecc5b05-3ae3-4e30-b549-5c2e36451daa req-bc56404f-b4ed-4176-a7bf-a88ec93a51af tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407379 Apr 07 13:38:58.650699 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:58.821583 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ea6bb-84ae-4922-9aff-d34471478ea8 req-cc7d5ed5-fe8e-4fba-b9a1-1c627cd3bff8 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:58.823056 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-000ea6bb-84ae-4922-9aff-d34471478ea8 req-cc7d5ed5-fe8e-4fba-b9a1-1c627cd3bff8 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 944 time: 0.0512793 Apr 07 13:38:58.868695 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-000ea6bb-84ae-4922-9aff-d34471478ea8 req-e30ae0a5-732d-413b-94b3-ff9a6cbb58b6 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400882 Apr 07 13:38:59.626321 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 57730) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:59.631073 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-442f93c4-dd5d-40bb-94c2-06b7518d84ee tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--500736249', 'description': 'tempest-description--1507901903'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:38:59.652981 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-442f93c4-dd5d-40bb-94c2-06b7518d84ee tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:59.718741 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-442f93c4-dd5d-40bb-94c2-06b7518d84ee tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for security_group (193ca6a1-e90a-4513-a64c-b41fd850039d), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:59.722837 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-442f93c4-dd5d-40bb-94c2-06b7518d84ee tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (193ca6a1-e90a-4513-a64c-b41fd850039d), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:59.752479 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-442f93c4-dd5d-40bb-94c2-06b7518d84ee tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:59.753749 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-442f93c4-dd5d-40bb-94c2-06b7518d84ee tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1263249 Apr 07 13:38:59.755751 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f93c4-dd5d-40bb-94c2-06b7518d84ee tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193ca6a1-e90a-4513-a64c-b41fd850039d,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:59.756758 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 57734) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:59.761547 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-4b00ce6e-b4b6-432d-a426-bb1b5e6954d8 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Request body: {'security_group_rule': {'security_group_id': '193ca6a1-e90a-4513-a64c-b41fd850039d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:38:59.790629 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4b00ce6e-b4b6-432d-a426-bb1b5e6954d8 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for security_group_rule (68f38d92-589f-476b-8f98-ef88ac5d1ff9), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:59.856494 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4b00ce6e-b4b6-432d-a426-bb1b5e6954d8 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for security_group_rule (68f38d92-589f-476b-8f98-ef88ac5d1ff9), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:59.860585 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4b00ce6e-b4b6-432d-a426-bb1b5e6954d8 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (68f38d92-589f-476b-8f98-ef88ac5d1ff9), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:59.878935 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00ce6e-b4b6-432d-a426-bb1b5e6954d8 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f38d92-589f-476b-8f98-ef88ac5d1ff9,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:38:59.885579 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4b00ce6e-b4b6-432d-a426-bb1b5e6954d8 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:59.886804 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4b00ce6e-b4b6-432d-a426-bb1b5e6954d8 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288574 Apr 07 13:38:59.889493 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 57736) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:38:59.894052 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-010ad3e5-655b-4ead-a3ac-7a7d7ca25569 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Request body: {'security_group_rule': {'security_group_id': '193ca6a1-e90a-4513-a64c-b41fd850039d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:38:59.919874 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-010ad3e5-655b-4ead-a3ac-7a7d7ca25569 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for security_group_rule (51a21fa8-96a8-4280-b1a9-11ddcc10d223), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:59.979472 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-010ad3e5-655b-4ead-a3ac-7a7d7ca25569 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for security_group_rule (51a21fa8-96a8-4280-b1a9-11ddcc10d223), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:59.983714 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-010ad3e5-655b-4ead-a3ac-7a7d7ca25569 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (51a21fa8-96a8-4280-b1a9-11ddcc10d223), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:38:59.988055 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192825f-4269-4385-bbcd-ade0968f86a9 req-2e38ae22-2bde-48d0-b971-81a17be42d82 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:38:59.989583 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3192825f-4269-4385-bbcd-ade0968f86a9 req-2e38ae22-2bde-48d0-b971-81a17be42d82 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 944 time: 0.0560789 Apr 07 13:39:00.003052 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ad3e5-655b-4ead-a3ac-7a7d7ca25569 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a21fa8-96a8-4280-b1a9-11ddcc10d223,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:00.010597 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-010ad3e5-655b-4ead-a3ac-7a7d7ca25569 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:00.011798 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-010ad3e5-655b-4ead-a3ac-7a7d7ca25569 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210952 Apr 07 13:39:00.014861 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 57740) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:00.019637 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-af509c57-d0a0-4894-8197-71ef0cf29fb1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Request body: {'floatingip': {'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:39:00.040680 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3192825f-4269-4385-bbcd-ade0968f86a9 req-7748f2df-909b-4b84-aea1-a3d9244bedee tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452497 Apr 07 13:39:00.044033 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-af509c57-d0a0-4894-8197-71ef0cf29fb1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:00.142272 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-af509c57-d0a0-4894-8197-71ef0cf29fb1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:00.254078 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-af509c57-d0a0-4894-8197-71ef0cf29fb1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Allocated IP 172.27.0.129 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/0c9879ab-4e42-4213-a92b-96923adc4199) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:39:00.367255 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-af509c57-d0a0-4894-8197-71ef0cf29fb1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for port (0c9879ab-4e42-4213-a92b-96923adc4199), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:00.401652 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-af509c57-d0a0-4894-8197-71ef0cf29fb1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (0c9879ab-4e42-4213-a92b-96923adc4199), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:00.441885 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af509c57-d0a0-4894-8197-71ef0cf29fb1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:39:00.444632 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-af509c57-d0a0-4894-8197-71ef0cf29fb1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:39:00.451009 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af509c57-d0a0-4894-8197-71ef0cf29fb1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:39:00.457394 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af509c57-d0a0-4894-8197-71ef0cf29fb1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Pushing event updated for resources: {'Port': ['ID=0c9879ab-4e42-4213-a92b-96923adc4199,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:00.595216 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-af509c57-d0a0-4894-8197-71ef0cf29fb1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for floatingip (e8961cd0-5a52-4a67-9e6d-56a62212654a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:00.643533 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-af509c57-d0a0-4894-8197-71ef0cf29fb1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (0c9879ab-4e42-4213-a92b-96923adc4199), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:01.037137 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-af509c57-d0a0-4894-8197-71ef0cf29fb1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for port (0c9879ab-4e42-4213-a92b-96923adc4199), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:01.042065 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-af509c57-d0a0-4894-8197-71ef0cf29fb1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (0c9879ab-4e42-4213-a92b-96923adc4199), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:01.109711 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af509c57-d0a0-4894-8197-71ef0cf29fb1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Pushing event updated for resources: {'Port': ['ID=0c9879ab-4e42-4213-a92b-96923adc4199,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:01.123022 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-af509c57-d0a0-4894-8197-71ef0cf29fb1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (e8961cd0-5a52-4a67-9e6d-56a62212654a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:01.138262 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-af509c57-d0a0-4894-8197-71ef0cf29fb1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:01.139512 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-af509c57-d0a0-4894-8197-71ef0cf29fb1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1237304 Apr 07 13:39:01.161735 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99bc0e-566c-4883-ab0e-afe7d51f47ca req-dfc8b299-92b2-47a7-8a3f-c0d7439f882f tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:01.163258 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2e99bc0e-566c-4883-ab0e-afe7d51f47ca req-dfc8b299-92b2-47a7-8a3f-c0d7439f882f tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 944 time: 0.0533025 Apr 07 13:39:01.209190 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2e99bc0e-566c-4883-ab0e-afe7d51f47ca req-259d583c-4278-4309-bbca-419f6c0798f1 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404844 Apr 07 13:39:01.328936 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-7670086e-50be-42b9-a433-be851aa327ce tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--500736249&fields=id&tenant_id=cfff39388efd40cbae2510e925aa39f3 HTTP/1.1" status: 200 len: 267 time: 0.0402918 Apr 07 13:39:01.438070 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-5f3dca07-29e5-4a88-9208-56610f139455 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:01.439673 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-5f3dca07-29e5-4a88-9208-56610f139455 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/networks?id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 200 len: 819 time: 0.1046293 Apr 07 13:39:01.454705 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-794b1b0d-7a57-4a92-ab65-9cd8d6a17763 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/quotas/cfff39388efd40cbae2510e925aa39f3 HTTP/1.1" status: 200 len: 375 time: 0.0095980 Apr 07 13:39:01.513987 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-6944b0b3-d5e5-44a6-999a-186b6040aabc tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0540726 Apr 07 13:39:01.614502 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-962baede-9688-4e60-a1fc-dbc6e5eb880a service neutron] 10.222.0.39 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865884 Apr 07 13:39:01.684471 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:39:01.713142 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-caa1b91f-4877-4f3a-984e-4c5c61182fb1 service neutron] 10.222.0.39 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926719 Apr 07 13:39:01.748884 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 57808) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:01.821354 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 8d30a489-f178-4e36-85bb-5cfa3c3a6c71, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=8d30a489-f178-4e36-85bb-5cfa3c3a6c71,segment=NetworkSegment(efd6782e-8ee3-4968-922c-18ec851af184),segment_id=efd6782e-8ee3-4968-922c-18ec851af184)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:39:01.855342 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': '8d30a489-f178-4e36-85bb-5cfa3c3a6c71', 'network_id': '6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d', 'port_id': '8d30a489-f178-4e36-85bb-5cfa3c3a6c71', 'mac_address': 'fa:16:3e:f9:b8:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed628554-e597-4c9a-9987-2792771598eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:39:01.907110 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:01.907972 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (8d30a489-f178-4e36-85bb-5cfa3c3a6c71), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:01.923131 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:39:01.945090 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 8d30a489-f178-4e36-85bb-5cfa3c3a6c71, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=8d30a489-f178-4e36-85bb-5cfa3c3a6c71,segment=NetworkSegment(efd6782e-8ee3-4968-922c-18ec851af184),segment_id=efd6782e-8ee3-4968-922c-18ec851af184)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:39:01.950758 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (8d30a489-f178-4e36-85bb-5cfa3c3a6c71), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:01.964836 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-67ce639c-072b-4fb6-aa13-8a423194aa50 req-93a3b988-f4ae-447c-88d4-c2350173ea5d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 210 time: 0.0642552 Apr 07 13:39:01.971850 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd17f-465a-41d6-b05b-2cc071b680f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:02.027922 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=8d30a489-f178-4e36-85bb-5cfa3c3a6c71,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:02.036092 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:02.036641 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:02.037159 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:02.037670 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:02.038256 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:02.039373 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:02.040132 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:02.040985 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:02.041800 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:02.042322 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:02.042805 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:02.043309 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:02.043982 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:02.044470 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:02.044953 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:02.089098 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd17f-465a-41d6-b05b-2cc071b680f6 admin admin] Publish callbacks [] for security_group (d9a1baac-24db-40e5-9eaf-f44b13d50c86), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:02.093866 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd17f-465a-41d6-b05b-2cc071b680f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (d9a1baac-24db-40e5-9eaf-f44b13d50c86), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:02.137021 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7e1cd17f-465a-41d6-b05b-2cc071b680f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=685a6e64f4e44d62ae30ddc0ab957577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866861 Apr 07 13:39:02.139782 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 57830) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:02.143078 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cd17f-465a-41d6-b05b-2cc071b680f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a1baac-24db-40e5-9eaf-f44b13d50c86,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:02.190467 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e9da3e4b-9bfc-49db-b0e8-5b5279bebc09 admin admin] Publish callbacks [] for security_group (d9a1baac-24db-40e5-9eaf-f44b13d50c86), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:02.211930 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e9da3e4b-9bfc-49db-b0e8-5b5279bebc09 admin admin] Publish callbacks [] for security_group (d9a1baac-24db-40e5-9eaf-f44b13d50c86), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:02.268156 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e9da3e4b-9bfc-49db-b0e8-5b5279bebc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (d9a1baac-24db-40e5-9eaf-f44b13d50c86), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:02.270871 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e9da3e4b-9bfc-49db-b0e8-5b5279bebc09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:02.272009 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-e9da3e4b-9bfc-49db-b0e8-5b5279bebc09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d9a1baac-24db-40e5-9eaf-f44b13d50c86 HTTP/1.1" status: 204 len: 168 time: 0.1312401 Apr 07 13:39:02.281838 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da3e4b-9bfc-49db-b0e8-5b5279bebc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a1baac-24db-40e5-9eaf-f44b13d50c86,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:02.341921 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3ae1d-5972-4dfc-a938-1e29e084fb8a req-fdabd012-51e8-4230-ba8a-b26fca09f7a3 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:02.343592 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-50d3ae1d-5972-4dfc-a938-1e29e084fb8a req-fdabd012-51e8-4230-ba8a-b26fca09f7a3 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 945 time: 0.0638406 Apr 07 13:39:02.409691 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-50d3ae1d-5972-4dfc-a938-1e29e084fb8a req-8d17fb04-c1e8-4d29-87b4-a69774c724ee tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540290 Apr 07 13:39:02.421593 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['8d30a489-f178-4e36-85bb-5cfa3c3a6c71'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:39:03.099027 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-55b60f00-f204-4f51-a1ac-c6f22a81ed22 req-1d4d638a-5993-4bee-99e5-5c87891ee5ca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 210 time: 0.0353637 Apr 07 13:39:03.219982 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-324ad3fc-f6f1-4fe5-b9b6-4ce655a032e1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:03.221640 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-324ad3fc-f6f1-4fe5-b9b6-4ce655a032e1 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.23 "GET /v2.0/networks?id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 200 len: 819 time: 0.2196817 Apr 07 13:39:03.269135 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 57902) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:03.312297 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-f2ee0ec0-97b0-4b0c-ab46-e3a00558b5e5 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfff39388efd40cbae2510e925aa39f3 HTTP/1.1" status: 200 len: 379 time: 0.0655825 Apr 07 13:39:03.400424 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-bc687930-2ca4-446b-8240-960070787d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:03.434401 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-f663bd72-ea41-4965-98de-2990742404fe tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Request body: {'port': {'device_id': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'admin_state_up': True, 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'security_groups': ['193ca6a1-e90a-4513-a64c-b41fd850039d']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:39:03.533027 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-bc687930-2ca4-446b-8240-960070787d56 admin admin] Publish callbacks [] for security_group (a5839490-1ce9-4ef7-b0ab-2cceb3c2ac74), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:03.539619 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-bc687930-2ca4-446b-8240-960070787d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (a5839490-1ce9-4ef7-b0ab-2cceb3c2ac74), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:03.629995 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-f663bd72-ea41-4965-98de-2990742404fe tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Made reservation on behalf of cfff39388efd40cbae2510e925aa39f3 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:39:03.635552 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-f663bd72-ea41-4965-98de-2990742404fe tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:03.640778 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-bc687930-2ca4-446b-8240-960070787d56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6697e22906264ac993d7a8f243cba73c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3704715 Apr 07 13:39:03.646395 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 57932) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:03.690624 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:39:03.716227 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc687930-2ca4-446b-8240-960070787d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5839490-1ce9-4ef7-b0ab-2cceb3c2ac74,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:03.762170 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ded9dfdb-4eb0-48c8-95e3-133b577bc11a admin admin] Publish callbacks [] for security_group (a5839490-1ce9-4ef7-b0ab-2cceb3c2ac74), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:03.816066 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:39:03.816746 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ded9dfdb-4eb0-48c8-95e3-133b577bc11a admin admin] Publish callbacks [] for security_group (a5839490-1ce9-4ef7-b0ab-2cceb3c2ac74), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:03.822093 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:03.822710 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (8d30a489-f178-4e36-85bb-5cfa3c3a6c71), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:03.859440 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f93cb9-1bb6-4d96-8b6f-94cede37a5f6 req-1f7ff295-9912-49ed-a0f4-2c7250550745 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:03.861501 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-84f93cb9-1bb6-4d96-8b6f-94cede37a5f6 req-1f7ff295-9912-49ed-a0f4-2c7250550745 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 945 time: 0.3471892 Apr 07 13:39:03.867787 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-f663bd72-ea41-4965-98de-2990742404fe tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Allocated IP 172.20.0.10 (b5bd9a4c-8559-482d-88bc-e72fed5a4c34/caad4ec9-a40e-4065-a3e8-632593f10c40/a913a3dc-6074-49fe-9b58-9723a03e8689) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:39:03.919042 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-84f93cb9-1bb6-4d96-8b6f-94cede37a5f6 req-3583a4cc-2f08-4575-95a7-8f038fa3b78d tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509272 Apr 07 13:39:03.928789 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ded9dfdb-4eb0-48c8-95e3-133b577bc11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (a5839490-1ce9-4ef7-b0ab-2cceb3c2ac74), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:03.931617 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ded9dfdb-4eb0-48c8-95e3-133b577bc11a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:03.938696 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-ded9dfdb-4eb0-48c8-95e3-133b577bc11a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a5839490-1ce9-4ef7-b0ab-2cceb3c2ac74 HTTP/1.1" status: 204 len: 168 time: 0.2824285 Apr 07 13:39:03.941196 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9dfdb-4eb0-48c8-95e3-133b577bc11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5839490-1ce9-4ef7-b0ab-2cceb3c2ac74,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:03.961851 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:03.962251 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (8d30a489-f178-4e36-85bb-5cfa3c3a6c71), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:03.996575 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d714a25-744e-4eae-8556-2266f857f266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d30a489-f178-4e36-85bb-5cfa3c3a6c71'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:39:03.999093 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c92b1d-8cd6-40e7-902d-0a5447965c85" -d '{"events": [{"server_uuid": "0d714a25-744e-4eae-8556-2266f857f266", "name": "network-vif-plugged", "status": "completed", "tag": "8d30a489-f178-4e36-85bb-5cfa3c3a6c71"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:39:04.013400 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 8d30a489-f178-4e36-85bb-5cfa3c3a6c71, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=8d30a489-f178-4e36-85bb-5cfa3c3a6c71,segment=NetworkSegment(efd6782e-8ee3-4968-922c-18ec851af184),segment_id=efd6782e-8ee3-4968-922c-18ec851af184)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:39:04.019655 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (8d30a489-f178-4e36-85bb-5cfa3c3a6c71), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:04.070311 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d7da0e-ab86-41c3-9a29-a21576c907fb x-openstack-request-id: req-f0d7da0e-ab86-41c3-9a29-a21576c907fb {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:39:04.070651 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d714a25-744e-4eae-8556-2266f857f266", "name": "network-vif-plugged", "status": "completed", "tag": "8d30a489-f178-4e36-85bb-5cfa3c3a6c71", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:39:04.071185 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0d7da0e-ab86-41c3-9a29-a21576c907fb {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:39:04.071741 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d7da0e-ab86-41c3-9a29-a21576c907fb'] response: {'server_uuid': '0d714a25-744e-4eae-8556-2266f857f266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d30a489-f178-4e36-85bb-5cfa3c3a6c71', 'code': 200} Apr 07 13:39:04.083022 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=8d30a489-f178-4e36-85bb-5cfa3c3a6c71,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:04.083760 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-f663bd72-ea41-4965-98de-2990742404fe tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for port (a913a3dc-6074-49fe-9b58-9723a03e8689), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:04.124875 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-f663bd72-ea41-4965-98de-2990742404fe tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (a913a3dc-6074-49fe-9b58-9723a03e8689), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:04.184151 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-f663bd72-ea41-4965-98de-2990742404fe tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:39:04.189958 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-f663bd72-ea41-4965-98de-2990742404fe tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:39:04.193378 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-f663bd72-ea41-4965-98de-2990742404fe tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:39:04.225934 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663bd72-ea41-4965-98de-2990742404fe tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Pushing event updated for resources: {'Port': ['ID=a913a3dc-6074-49fe-9b58-9723a03e8689,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:04.269493 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-f663bd72-ea41-4965-98de-2990742404fe tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:04.269493 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-f663bd72-ea41-4965-98de-2990742404fe tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:04.283363 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01479e0-400b-4722-9d50-0c5e06461557 req-04fc46c3-2aac-412a-9db6-f69c52e66082 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:04.291927 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e01479e0-400b-4722-9d50-0c5e06461557 req-04fc46c3-2aac-412a-9db6-f69c52e66082 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 932 time: 0.0981150 Apr 07 13:39:04.317788 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-f663bd72-ea41-4965-98de-2990742404fe tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8894467 Apr 07 13:39:04.333926 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57758ca1-202e-4b99-bf4f-e27ab124e69a req-d2847777-891e-4c73-be3b-91b50f971052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:04.336047 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-57758ca1-202e-4b99-bf4f-e27ab124e69a req-d2847777-891e-4c73-be3b-91b50f971052 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 1130 time: 0.0612519 Apr 07 13:39:04.343557 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Request body: {'port': {'device_id': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:39:04.361484 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e01479e0-400b-4722-9d50-0c5e06461557 req-909c2d3e-e620-4fa9-929f-f16990699f0c tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629804 Apr 07 13:39:04.379912 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:04.451362 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (a913a3dc-6074-49fe-9b58-9723a03e8689), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:04.456728 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-57758ca1-202e-4b99-bf4f-e27ab124e69a req-45da4482-d892-40b4-afd9-7e4e6ec2dc13 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802181 Apr 07 13:39:04.506062 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-de431d9d-ecd1-4a7a-b8e9-6608c9ec78e0 None None] Provisioning complete for port a913a3dc-6074-49fe-9b58-9723a03e8689 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:04.506559 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de431d9d-ecd1-4a7a-b8e9-6608c9ec78e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (a913a3dc-6074-49fe-9b58-9723a03e8689), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:04.544812 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-de431d9d-ecd1-4a7a-b8e9-6608c9ec78e0 None None] Port a913a3dc-6074-49fe-9b58-9723a03e8689 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:39:04.763552 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a913a3dc-6074-49fe-9b58-9723a03e8689 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:39:04.776232 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Publish callbacks [] for port (a913a3dc-6074-49fe-9b58-9723a03e8689), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:04.791337 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Transition to ACTIVE for port object a913a3dc-6074-49fe-9b58-9723a03e8689 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:39:04.795797 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (a913a3dc-6074-49fe-9b58-9723a03e8689), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:04.856885 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a913a3dc-6074-49fe-9b58-9723a03e8689,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:04.938866 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Attempting to bind port a913a3dc-6074-49fe-9b58-9723a03e8689 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:39:04.939142 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Attempting to bind port a913a3dc-6074-49fe-9b58-9723a03e8689 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:39:04.939473 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Attempting to bind port a913a3dc-6074-49fe-9b58-9723a03e8689 on network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:39:04.959144 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Port a913a3dc-6074-49fe-9b58-9723a03e8689 on network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:39:04.959481 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Attempting to bind port a913a3dc-6074-49fe-9b58-9723a03e8689 on network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:39:04.964970 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:39:04.965324 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Checking segment: {'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:39:04.965710 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Bound using segment: {'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:39:04.966227 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Bound port: a913a3dc-6074-49fe-9b58-9723a03e8689, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab35a1b-27a3-4d90-9955-59ac4147b4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:39:04.966509 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (a913a3dc-6074-49fe-9b58-9723a03e8689), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:05.048777 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] For port a913a3dc-6074-49fe-9b58-9723a03e8689, host hv-cinder-83697, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:39:05.053477 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] For port a913a3dc-6074-49fe-9b58-9723a03e8689, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a913a3dc-6074-49fe-9b58-9723a03e8689,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:39:05.063918 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (a913a3dc-6074-49fe-9b58-9723a03e8689), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:05.100731 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490fce0-704b-45a2-9465-77502219ed53 req-1060d39b-678c-425d-853f-099ade4b85ed tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:05.110399 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1490fce0-704b-45a2-9465-77502219ed53 req-1060d39b-678c-425d-853f-099ade4b85ed tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 946 time: 0.0851941 Apr 07 13:39:05.125038 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:05.127055 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:05.128487 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] 10.222.0.23 "PUT /v2.0/ports/a913a3dc-6074-49fe-9b58-9723a03e8689 HTTP/1.1" status: 200 len: 1094 time: 0.7911961 Apr 07 13:39:05.128968 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'tag': 'a913a3dc-6074-49fe-9b58-9723a03e8689'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:39:05.135048 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f827750-32af-415e-bbb5-73ab3fca1c00" -d '{"events": [{"name": "network-changed", "server_uuid": "09ac14c7-758c-4c75-8277-563a7dfe453e", "tag": "a913a3dc-6074-49fe-9b58-9723a03e8689"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:39:05.192339 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f5b32-5015-4192-9467-990974d041b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a913a3dc-6074-49fe-9b58-9723a03e8689,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:05.219303 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84c1b0b-5bb5-4e47-9ef9-dd78f8688e62 x-openstack-request-id: req-d84c1b0b-5bb5-4e47-9ef9-dd78f8688e62 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:39:05.219725 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ac14c7-758c-4c75-8277-563a7dfe453e", "tag": "a913a3dc-6074-49fe-9b58-9723a03e8689", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:39:05.220060 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d84c1b0b-5bb5-4e47-9ef9-dd78f8688e62 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:39:05.221196 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d84c1b0b-5bb5-4e47-9ef9-dd78f8688e62'] response: {'name': 'network-changed', 'server_uuid': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'tag': 'a913a3dc-6074-49fe-9b58-9723a03e8689', 'status': 'completed', 'code': 200} Apr 07 13:39:05.226002 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1490fce0-704b-45a2-9465-77502219ed53 req-e7b081ac-68c9-46ce-8633-49e5e7aadc4b tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143322 Apr 07 13:39:05.437225 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 58054) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:05.593891 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3780a2-7e18-43a8-aba0-f54129275865 req-7dc906fe-dd8a-49fc-88f2-910a7b6dafc4 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:05.596707 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ed3780a2-7e18-43a8-aba0-f54129275865 req-7dc906fe-dd8a-49fc-88f2-910a7b6dafc4 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 944 time: 0.1357472 Apr 07 13:39:05.669015 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ed3780a2-7e18-43a8-aba0-f54129275865 req-5153b780-8156-4768-a548-5a5bc3fddf5c tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662239 Apr 07 13:39:05.677658 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-77c4058b-0cd9-4cb9-9bf9-755f3a47e173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:05.703676 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f827750-32af-415e-bbb5-73ab3fca1c00 req-75bf2c96-7313-48ca-9091-12449a024f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:05.705218 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9f827750-32af-415e-bbb5-73ab3fca1c00 req-75bf2c96-7313-48ca-9091-12449a024f92 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 1128 time: 0.1004448 Apr 07 13:39:05.835191 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-77c4058b-0cd9-4cb9-9bf9-755f3a47e173 admin admin] Publish callbacks [] for security_group (d7c2bae0-349c-4ebb-9da2-7f10933ea556), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:05.845826 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-77c4058b-0cd9-4cb9-9bf9-755f3a47e173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (d7c2bae0-349c-4ebb-9da2-7f10933ea556), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:05.868007 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f827750-32af-415e-bbb5-73ab3fca1c00 req-26c4ea3d-7bec-4dc1-a152-4fe8db87cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:05.869586 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9f827750-32af-415e-bbb5-73ab3fca1c00 req-26c4ea3d-7bec-4dc1-a152-4fe8db87cd52 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=cfff39388efd40cbae2510e925aa39f3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1438291 Apr 07 13:39:05.919638 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4058b-0cd9-4cb9-9bf9-755f3a47e173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c2bae0-349c-4ebb-9da2-7f10933ea556,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:05.924512 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-77c4058b-0cd9-4cb9-9bf9-755f3a47e173 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e38e31fab5e4470ea00eb0ec31c7fbc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4855504 Apr 07 13:39:05.927221 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 58074) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:06.032717 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f827750-32af-415e-bbb5-73ab3fca1c00 req-2903db37-08ac-4c6b-b069-bb3346fd29b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:06.034205 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9f827750-32af-415e-bbb5-73ab3fca1c00 req-2903db37-08ac-4c6b-b069-bb3346fd29b4 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1494701 Apr 07 13:39:06.035392 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89d859ad-98d4-4682-836e-4a4e12e77dd7 admin admin] Publish callbacks [] for security_group (d7c2bae0-349c-4ebb-9da2-7f10933ea556), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:06.057519 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89d859ad-98d4-4682-836e-4a4e12e77dd7 admin admin] Publish callbacks [] for security_group (d7c2bae0-349c-4ebb-9da2-7f10933ea556), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:06.125942 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89d859ad-98d4-4682-836e-4a4e12e77dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (d7c2bae0-349c-4ebb-9da2-7f10933ea556), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:06.128759 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89d859ad-98d4-4682-836e-4a4e12e77dd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:06.132253 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-89d859ad-98d4-4682-836e-4a4e12e77dd7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7c2bae0-349c-4ebb-9da2-7f10933ea556 HTTP/1.1" status: 204 len: 168 time: 0.2017810 Apr 07 13:39:06.156027 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d859ad-98d4-4682-836e-4a4e12e77dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c2bae0-349c-4ebb-9da2-7f10933ea556,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:06.351747 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc9ca6-a358-41dc-8067-a5c8ba66ee91 req-31ada709-bc94-440e-8153-d13aefee19d6 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:06.353215 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-dabc9ca6-a358-41dc-8067-a5c8ba66ee91 req-31ada709-bc94-440e-8153-d13aefee19d6 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 946 time: 0.0517077 Apr 07 13:39:06.406334 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-dabc9ca6-a358-41dc-8067-a5c8ba66ee91 req-b957c790-d0e2-4931-9a49-efe28437729d tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474179 Apr 07 13:39:06.446386 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 58098) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:06.459271 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ef2afca-8e19-4097-8c92-ddb6bb594547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:06.532449 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ef2afca-8e19-4097-8c92-ddb6bb594547 admin admin] Publish callbacks [] for security_group (16f4640f-078a-461f-a37f-ee6875e1bf57), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:06.535837 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ef2afca-8e19-4097-8c92-ddb6bb594547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (16f4640f-078a-461f-a37f-ee6875e1bf57), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:06.574078 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8ef2afca-8e19-4097-8c92-ddb6bb594547 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4252f8dfb3ee4e07822b9c6191fa7c74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266048 Apr 07 13:39:06.575267 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2afca-8e19-4097-8c92-ddb6bb594547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f4640f-078a-461f-a37f-ee6875e1bf57,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:06.576695 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 58100) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:06.643115 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-89ec0838-a868-4f15-bee7-6776635ef82a admin admin] Publish callbacks [] for security_group (16f4640f-078a-461f-a37f-ee6875e1bf57), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:06.669599 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-89ec0838-a868-4f15-bee7-6776635ef82a admin admin] Publish callbacks [] for security_group (16f4640f-078a-461f-a37f-ee6875e1bf57), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:06.671026 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-34df7ea2-f6d4-49e0-9d61-1e2aadf15011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:06.673225 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-34df7ea2-f6d4-49e0-9d61-1e2aadf15011 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 1128 time: 0.0565052 Apr 07 13:39:06.724145 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-89ec0838-a868-4f15-bee7-6776635ef82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (16f4640f-078a-461f-a37f-ee6875e1bf57), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:06.726894 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-89ec0838-a868-4f15-bee7-6776635ef82a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:06.730586 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-89ec0838-a868-4f15-bee7-6776635ef82a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16f4640f-078a-461f-a37f-ee6875e1bf57 HTTP/1.1" status: 204 len: 168 time: 0.1502364 Apr 07 13:39:06.736453 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-0442e117-d9dc-411d-b5c9-ab18a99befb8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a913a3dc-6074-49fe-9b58-9723a03e8689 HTTP/1.1" status: 200 len: 217 time: 0.0420101 Apr 07 13:39:06.738284 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec0838-a868-4f15-bee7-6776635ef82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f4640f-078a-461f-a37f-ee6875e1bf57,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:06.798221 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-904aaf78-6b7c-470e-ab16-de86327d6667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:06.799795 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-904aaf78-6b7c-470e-ab16-de86327d6667 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caad4ec9-a40e-4065-a3e8-632593f10c40 HTTP/1.1" status: 200 len: 858 time: 0.0577073 Apr 07 13:39:06.819637 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7616c6-f9d0-4193-bae2-067033c7c8e7 req-3398acc1-fbad-4ba7-a128-ed42483e868a tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:06.821190 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3e7616c6-f9d0-4193-bae2-067033c7c8e7 req-3398acc1-fbad-4ba7-a128-ed42483e868a tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 944 time: 0.0582287 Apr 07 13:39:06.855824 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-37b7f37f-8605-44a7-b8d5-afd0bc8e9223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:06.857843 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-37b7f37f-8605-44a7-b8d5-afd0bc8e9223 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465512 Apr 07 13:39:06.872399 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3e7616c6-f9d0-4193-bae2-067033c7c8e7 req-4305d697-58e6-42c9-9198-c5b03d2370ca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452309 Apr 07 13:39:06.966864 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-f804af3d-6ba0-4d9c-98ae-f0252cd91f9b service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929008 Apr 07 13:39:07.062096 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1c38b65e-eddd-4e9f-806a-d27173185375 req-a497ff95-c020-4a63-906b-1ea4b631583e service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867152 Apr 07 13:39:07.104456 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 58112) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:07.117076 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-20ebbe60-a9cd-4577-989c-c7d9cff2d143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:07.190513 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-20ebbe60-a9cd-4577-989c-c7d9cff2d143 admin admin] Publish callbacks [] for security_group (91158082-cea0-410a-801c-543eb659385a), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:07.194606 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-20ebbe60-a9cd-4577-989c-c7d9cff2d143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (91158082-cea0-410a-801c-543eb659385a), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:07.236798 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-20ebbe60-a9cd-4577-989c-c7d9cff2d143 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=174d48c4f8c2405b86d35187e8683fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287267 Apr 07 13:39:07.236798 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebbe60-a9cd-4577-989c-c7d9cff2d143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91158082-cea0-410a-801c-543eb659385a,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:07.238084 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 58116) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:07.310988 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a98159c1-12cf-4b10-8fad-bb95293b1609 admin admin] Publish callbacks [] for security_group (91158082-cea0-410a-801c-543eb659385a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:07.335504 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a98159c1-12cf-4b10-8fad-bb95293b1609 admin admin] Publish callbacks [] for security_group (91158082-cea0-410a-801c-543eb659385a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:07.382458 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a98159c1-12cf-4b10-8fad-bb95293b1609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (91158082-cea0-410a-801c-543eb659385a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:07.385001 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a98159c1-12cf-4b10-8fad-bb95293b1609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:07.388481 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a98159c1-12cf-4b10-8fad-bb95293b1609 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91158082-cea0-410a-801c-543eb659385a HTTP/1.1" status: 204 len: 168 time: 0.1391752 Apr 07 13:39:07.394933 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98159c1-12cf-4b10-8fad-bb95293b1609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91158082-cea0-410a-801c-543eb659385a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:08.002762 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eacda2-7908-4eef-a630-dc60029ef960 req-817e5bdf-caf3-47da-9bed-5febe6a6af22 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:08.002762 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-56eacda2-7908-4eef-a630-dc60029ef960 req-817e5bdf-caf3-47da-9bed-5febe6a6af22 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 944 time: 0.0541770 Apr 07 13:39:08.066911 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-56eacda2-7908-4eef-a630-dc60029ef960 req-920da67c-8bb7-454f-823b-7c8f4eb9b17a tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589731 Apr 07 13:39:08.100461 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 58152) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:08.198600 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-0438d507-2677-42d5-8a3b-57a8564a3d0c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1045621198-network', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:39:08.219814 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0438d507-2677-42d5-8a3b-57a8564a3d0c admin admin] Made reservation on behalf of 9dc31e4ed725435fa06e916718f742b0 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:39:08.222274 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0438d507-2677-42d5-8a3b-57a8564a3d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:08.230495 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0438d507-2677-42d5-8a3b-57a8564a3d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:08.303430 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0438d507-2677-42d5-8a3b-57a8564a3d0c admin admin] Publish callbacks [] for security_group (bf3554e7-7f89-49ca-a2d9-17bdc9689cd3), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:08.306989 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0438d507-2677-42d5-8a3b-57a8564a3d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (bf3554e7-7f89-49ca-a2d9-17bdc9689cd3), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:08.327199 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0438d507-2677-42d5-8a3b-57a8564a3d0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:39:08.341588 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438d507-2677-42d5-8a3b-57a8564a3d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3554e7-7f89-49ca-a2d9-17bdc9689cd3,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:08.346899 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0438d507-2677-42d5-8a3b-57a8564a3d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (90018b87-af8a-47ee-9987-c149d89d6c97), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:08.347237 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-0438d507-2677-42d5-8a3b-57a8564a3d0c admin admin] Added segment 90018b87-af8a-47ee-9987-c149d89d6c97 of type vlan for network 7402de63-2dfc-4a98-a866-4c01589f971f Apr 07 13:39:08.386163 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0438d507-2677-42d5-8a3b-57a8564a3d0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (7402de63-2dfc-4a98-a866-4c01589f971f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:08.413633 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0438d507-2677-42d5-8a3b-57a8564a3d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (7402de63-2dfc-4a98-a866-4c01589f971f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:08.414634 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0438d507-2677-42d5-8a3b-57a8564a3d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:08.415218 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0438d507-2677-42d5-8a3b-57a8564a3d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:08.448326 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0438d507-2677-42d5-8a3b-57a8564a3d0c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3468003 Apr 07 13:39:08.451282 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 58156) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:08.457031 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-c6ebb600-ff31-4b9d-aa33-27bd40fc9ac9 admin admin] Request body: {'subnet': {'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1045621198-subnet', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'ip_version': 4}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:39:08.475880 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ebb600-ff31-4b9d-aa33-27bd40fc9ac9 admin admin] Made reservation on behalf of 9dc31e4ed725435fa06e916718f742b0 for: {'subnet': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:39:08.478369 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb600-ff31-4b9d-aa33-27bd40fc9ac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59369355'] for subnet (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:08.480538 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438d507-2677-42d5-8a3b-57a8564a3d0c admin admin] Pushing event updated for resources: {'Network': ['ID=7402de63-2dfc-4a98-a866-4c01589f971f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:08.492782 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network 7402de63-2dfc-4a98-a866-4c01589f971f details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:39:08.669004 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb600-ff31-4b9d-aa33-27bd40fc9ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59119729'] for subnet (0ab03637-9f73-4f74-90e9-2d4e6a6b829b), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:08.728874 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebb600-ff31-4b9d-aa33-27bd40fc9ac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab03637-9f73-4f74-90e9-2d4e6a6b829b,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:08.738971 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb600-ff31-4b9d-aa33-27bd40fc9ac9 admin admin] Checking segment: {'id': '90018b87-af8a-47ee-9987-c149d89d6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:39:08.739326 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ebb600-ff31-4b9d-aa33-27bd40fc9ac9 admin admin] Network hostable DHCP agents. Network: 7402de63-2dfc-4a98-a866-4c01589f971f, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:39:08.767239 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ebb600-ff31-4b9d-aa33-27bd40fc9ac9 admin admin] Network 7402de63-2dfc-4a98-a866-4c01589f971f is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:39:08.777748 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-c6ebb600-ff31-4b9d-aa33-27bd40fc9ac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, 7402de63-2dfc-4a98-a866-4c01589f971f) {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:39:08.786049 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ebb600-ff31-4b9d-aa33-27bd40fc9ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:08.786682 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb600-ff31-4b9d-aa33-27bd40fc9ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:08.786916 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35258979-64eb-4ac0-848f-1887c907821e None None] Network 7402de63-2dfc-4a98-a866-4c01589f971f requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:39:08.811442 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-c6ebb600-ff31-4b9d-aa33-27bd40fc9ac9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3572080 Apr 07 13:39:08.812491 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 58168) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:08.817418 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1045621198-router', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:39:08.841422 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57370'] for router (2aaff578-d51f-4128-8294-5886696aef23), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:08.842994 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-420324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57363'] for router (2aaff578-d51f-4128-8294-5886696aef23), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:08.902118 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] Publish callbacks [] for router_controller (2aaff578-d51f-4128-8294-5886696aef23), precommit_add_association {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:09.022688 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d2e1798-9abe-5abe-a8d6-f7ff823ce7ba-7402de63-2dfc-4a98-a866-4c01589f971f', 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f', 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'fixed_ips': [{'subnet_id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b'}]}} from dv-cinder-836973-1-iscsi. {{(pid=103373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 13:39:09.023583 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:09.175790 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Allocated IP 172.20.0.2 (7402de63-2dfc-4a98-a866-4c01589f971f/0ab03637-9f73-4f74-90e9-2d4e6a6b829b/84c23a15-cdb0-4a90-adeb-c964a3006e6d) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:39:09.274586 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] Publish callbacks [] for router_gateway (2aaff578-d51f-4128-8294-5886696aef23), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:09.321894 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d050c8-312a-4633-9df8-0ff3ae802c1f req-09953004-1850-4cde-9d33-8f1a00e9430b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:09.323370 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c7d050c8-312a-4633-9df8-0ff3ae802c1f req-09953004-1850-4cde-9d33-8f1a00e9430b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 944 time: 0.0786753 Apr 07 13:39:09.329818 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Publish callbacks [] for port (84c23a15-cdb0-4a90-adeb-c964a3006e6d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:09.336236 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (84c23a15-cdb0-4a90-adeb-c964a3006e6d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:09.376974 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Network 7402de63-2dfc-4a98-a866-4c01589f971f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:39:09.379869 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:39:09.385468 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:39:09.393244 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Pushing event updated for resources: {'Port': ['ID=84c23a15-cdb0-4a90-adeb-c964a3006e6d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:09.404809 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c7d050c8-312a-4633-9df8-0ff3ae802c1f req-5dc29f4f-d6a9-4f19-956d-d79f8633236d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542006 Apr 07 13:39:09.449321 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Attempting to bind port 84c23a15-cdb0-4a90-adeb-c964a3006e6d on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:39:09.449588 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Attempting to bind port 84c23a15-cdb0-4a90-adeb-c964a3006e6d by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '90018b87-af8a-47ee-9987-c149d89d6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:39:09.449951 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Attempting to bind port 84c23a15-cdb0-4a90-adeb-c964a3006e6d on network 7402de63-2dfc-4a98-a866-4c01589f971f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:39:09.455445 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:39:09.455679 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Checking segment: {'id': '90018b87-af8a-47ee-9987-c149d89d6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:39:09.456066 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:09.456466 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Bound using segment: {'id': '90018b87-af8a-47ee-9987-c149d89d6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:39:09.456945 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Bound port: 84c23a15-cdb0-4a90-adeb-c964a3006e6d, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90018b87-af8a-47ee-9987-c149d89d6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:39:09.457334 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (84c23a15-cdb0-4a90-adeb-c964a3006e6d), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:09.521306 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] For port 84c23a15-cdb0-4a90-adeb-c964a3006e6d, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:39:09.524539 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] For port 84c23a15-cdb0-4a90-adeb-c964a3006e6d, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=84c23a15-cdb0-4a90-adeb-c964a3006e6d,segment=NetworkSegment(90018b87-af8a-47ee-9987-c149d89d6c97),segment_id=90018b87-af8a-47ee-9987-c149d89d6c97)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:39:09.530431 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (84c23a15-cdb0-4a90-adeb-c964a3006e6d), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:09.537901 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] Publish callbacks [] for router_gateway (2aaff578-d51f-4128-8294-5886696aef23), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:09.556871 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:09.592749 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4784d-748f-44c4-9dd5-6492454bba90 None None] Pushing event updated for resources: {'Port': ['ID=84c23a15-cdb0-4a90-adeb-c964a3006e6d,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:09.681716 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] Allocated IP 172.27.0.100 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/082b56b1-1c55-40c0-9474-37c1f967cb99) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:39:09.815079 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] Publish callbacks [] for port (082b56b1-1c55-40c0-9474-37c1f967cb99), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:09.866816 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (082b56b1-1c55-40c0-9474-37c1f967cb99), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:09.911086 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:39:09.913898 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:39:09.917630 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:39:09.954691 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] Pushing event updated for resources: {'Port': ['ID=082b56b1-1c55-40c0-9474-37c1f967cb99,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:10.211628 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] Publish callbacks [] for router_gateway (2aaff578-d51f-4128-8294-5886696aef23), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:10.427570 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431655'] for router (2aaff578-d51f-4128-8294-5886696aef23), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:10.595023 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697d2cb-360d-4b68-98a6-834123b993bb req-b4cdbf69-4594-4e5c-b590-3eebd9ceeeb2 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:10.596520 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4697d2cb-360d-4b68-98a6-834123b993bb req-b4cdbf69-4594-4e5c-b590-3eebd9ceeeb2 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 944 time: 0.1074634 Apr 07 13:39:10.625139 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f50bd7-12e1-4ea4-bfeb-2f4ab10d630e None None] Network 7402de63-2dfc-4a98-a866-4c01589f971f requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:39:10.644239 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] Router 2aaff578-d51f-4128-8294-5886696aef23 is scheduled to L3 agent fdb95e97-0059-4137-9443-d45a15104627 with binding_index 1 {{(pid=103372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 13:39:10.660206 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4697d2cb-360d-4b68-98a6-834123b993bb req-e41c2e7a-92b8-457d-9950-8ea883bf90dc tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573761 Apr 07 13:39:10.719349 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e400ab03-aace-49ed-919c-6ee3c54fb991 None None] Provisioning complete for port 84c23a15-cdb0-4a90-adeb-c964a3006e6d triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:10.719766 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e400ab03-aace-49ed-919c-6ee3c54fb991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (84c23a15-cdb0-4a90-adeb-c964a3006e6d), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:10.779469 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:39:10.788217 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Sync routers for ids ['2aaff578-d51f-4128-8294-5886696aef23'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:39:10.799562 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:10.800628 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Routers {'2aaff578-d51f-4128-8294-5886696aef23'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:39:10.801057 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-e84ae4f5-1cc7-491a-bf8d-5882ded4c793 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9868853 Apr 07 13:39:10.801430 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:38:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['2aaff578-d51f-4128-8294-5886696aef23'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:10.803694 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 58202) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:10.854457 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e400ab03-aace-49ed-919c-6ee3c54fb991 None None] Current status of the port 84c23a15-cdb0-4a90-adeb-c964a3006e6d is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:10.854865 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e400ab03-aace-49ed-919c-6ee3c54fb991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (84c23a15-cdb0-4a90-adeb-c964a3006e6d), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:10.904184 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e400ab03-aace-49ed-919c-6ee3c54fb991 None None] For port 84c23a15-cdb0-4a90-adeb-c964a3006e6d, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=84c23a15-cdb0-4a90-adeb-c964a3006e6d,segment=NetworkSegment(90018b87-af8a-47ee-9987-c149d89d6c97),segment_id=90018b87-af8a-47ee-9987-c149d89d6c97)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:39:10.923618 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e400ab03-aace-49ed-919c-6ee3c54fb991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (84c23a15-cdb0-4a90-adeb-c964a3006e6d), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:10.975714 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Set router 2aaff578-d51f-4128-8294-5886696aef23 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:39:10.982270 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400ab03-aace-49ed-919c-6ee3c54fb991 None None] Pushing event updated for resources: {'Port': ['ID=84c23a15-cdb0-4a90-adeb-c964a3006e6d,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:11.143032 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-0e6bc5c1-d714-4df2-9ee6-09dd506f1be0 None None] Provisioning complete for port 84c23a15-cdb0-4a90-adeb-c964a3006e6d triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:11.143564 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0e6bc5c1-d714-4df2-9ee6-09dd506f1be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (84c23a15-cdb0-4a90-adeb-c964a3006e6d), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:11.184287 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aaff578-d51f-4128-8294-5886696aef23', 'name': 'tempest-TestShelveInstance-1045621198-router', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:08Z', 'updated_at': '2022-04-07T13:39:10Z', 'revision_number': 3, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'gw_port': {'id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:09Z', 'updated_at': '2022-04-07T13:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:11.212446 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Checking router: 2aaff578-d51f-4128-8294-5886696aef23 for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:39:11.212724 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Updating router 2aaff578-d51f-4128-8294-5886696aef23 port 082b56b1-1c55-40c0-9474-37c1f967cb99 binding host dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:39:11.235097 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-0e6bc5c1-d714-4df2-9ee6-09dd506f1be0 None None] Current status of the port 84c23a15-cdb0-4a90-adeb-c964a3006e6d is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:11.243770 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (082b56b1-1c55-40c0-9474-37c1f967cb99), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:11.297838 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0cd7aad8-ccf4-4ff1-a648-b0d6280e8466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:11.454732 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-0cd7aad8-ccf4-4ff1-a648-b0d6280e8466 admin admin] Allocated IP 172.20.0.1 (7402de63-2dfc-4a98-a866-4c01589f971f/0ab03637-9f73-4f74-90e9-2d4e6a6b829b/ae06f281-b299-4915-aeb7-d9242b4d3d09) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:39:11.511426 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Publish callbacks [] for port (082b56b1-1c55-40c0-9474-37c1f967cb99), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:11.519153 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (082b56b1-1c55-40c0-9474-37c1f967cb99), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:11.580516 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42741cff-698d-41a9-8c15-337c015b41a6 None None] Pushing event updated for resources: {'Port': ['ID=082b56b1-1c55-40c0-9474-37c1f967cb99,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:11.581806 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0cd7aad8-ccf4-4ff1-a648-b0d6280e8466 admin admin] Publish callbacks [] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:11.582860 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Attempting to bind port 082b56b1-1c55-40c0-9474-37c1f967cb99 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:39:11.583238 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Attempting to bind port 082b56b1-1c55-40c0-9474-37c1f967cb99 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:39:11.583605 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Attempting to bind port 082b56b1-1c55-40c0-9474-37c1f967cb99 on network 11de5774-1b52-4991-93c6-544d79153129 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:39:11.591670 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42741cff-698d-41a9-8c15-337c015b41a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:11.592032 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42741cff-698d-41a9-8c15-337c015b41a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:11.592399 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42741cff-698d-41a9-8c15-337c015b41a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:11.592761 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42741cff-698d-41a9-8c15-337c015b41a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:11.593103 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42741cff-698d-41a9-8c15-337c015b41a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:11.593439 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42741cff-698d-41a9-8c15-337c015b41a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:11.593765 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42741cff-698d-41a9-8c15-337c015b41a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:11.595257 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42741cff-698d-41a9-8c15-337c015b41a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:11.595708 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42741cff-698d-41a9-8c15-337c015b41a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:11.596144 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42741cff-698d-41a9-8c15-337c015b41a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:11.596605 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42741cff-698d-41a9-8c15-337c015b41a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:11.597041 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42741cff-698d-41a9-8c15-337c015b41a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:11.597460 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42741cff-698d-41a9-8c15-337c015b41a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:11.597881 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42741cff-698d-41a9-8c15-337c015b41a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:11.598330 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42741cff-698d-41a9-8c15-337c015b41a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:39:11.607769 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:39:11.608304 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Checking segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:39:11.608764 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:11.609489 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Bound using segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:39:11.610598 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Bound port: 082b56b1-1c55-40c0-9474-37c1f967cb99, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:39:11.611070 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (082b56b1-1c55-40c0-9474-37c1f967cb99), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:11.618864 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0cd7aad8-ccf4-4ff1-a648-b0d6280e8466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:11.627442 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 58218) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:11.661682 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd7aad8-ccf4-4ff1-a648-b0d6280e8466 admin admin] Network 7402de63-2dfc-4a98-a866-4c01589f971f is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:39:11.669930 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-0cd7aad8-ccf4-4ff1-a648-b0d6280e8466 admin admin] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:39:11.674749 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd7aad8-ccf4-4ff1-a648-b0d6280e8466 admin admin] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:39:11.677117 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7aad8-ccf4-4ff1-a648-b0d6280e8466 admin admin] Pushing event updated for resources: {'Port': ['ID=ae06f281-b299-4915-aeb7-d9242b4d3d09,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:11.686237 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] For port 082b56b1-1c55-40c0-9474-37c1f967cb99, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:39:11.687357 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31263e8-5d44-4508-9fea-3b3368ac4efb admin admin] Deleting subnet c1ce907b-386d-4ab0-945b-ae52c051c536 {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:39:11.692334 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b31263e8-5d44-4508-9fea-3b3368ac4efb admin admin] Publish callbacks [] for subnet (c1ce907b-386d-4ab0-945b-ae52c051c536), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:11.708884 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] For port 082b56b1-1c55-40c0-9474-37c1f967cb99, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=082b56b1-1c55-40c0-9474-37c1f967cb99,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:39:11.718128 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (082b56b1-1c55-40c0-9474-37c1f967cb99), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:11.719897 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0cd7aad8-ccf4-4ff1-a648-b0d6280e8466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421704'] for router_interface (2aaff578-d51f-4128-8294-5886696aef23), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:11.732675 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device a913a3dc-6074-49fe-9b58-9723a03e8689 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:39:11.752666 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b31263e8-5d44-4508-9fea-3b3368ac4efb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3370149'] for subnet (c1ce907b-386d-4ab0-945b-ae52c051c536), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:11.850425 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b31263e8-5d44-4508-9fea-3b3368ac4efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16392291'] for subnet (c1ce907b-386d-4ab0-945b-ae52c051c536), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:11.897856 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925e093-511b-4af0-a5bb-fd78f3fe5cdf req-8a531474-54b7-4672-8838-f855f7e8f193 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:11.900348 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7925e093-511b-4af0-a5bb-fd78f3fe5cdf req-8a531474-54b7-4672-8838-f855f7e8f193 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 944 time: 0.0925617 Apr 07 13:39:11.942155 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b31263e8-5d44-4508-9fea-3b3368ac4efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16392298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3405941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3715770'] for subnet (c1ce907b-386d-4ab0-945b-ae52c051c536), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:11.967011 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port a913a3dc-6074-49fe-9b58-9723a03e8689, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a913a3dc-6074-49fe-9b58-9723a03e8689,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:39:11.987595 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': 'a913a3dc-6074-49fe-9b58-9723a03e8689', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'port_id': 'a913a3dc-6074-49fe-9b58-9723a03e8689', 'mac_address': 'fa:16:3e:45:57:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:39:11.998159 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 84c23a15-cdb0-4a90-adeb-c964a3006e6d up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:39:12.004518 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31263e8-5d44-4508-9fea-3b3368ac4efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1ce907b-386d-4ab0-945b-ae52c051c536,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:12.019410 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b31263e8-5d44-4508-9fea-3b3368ac4efb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:12.026572 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b31263e8-5d44-4508-9fea-3b3368ac4efb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c1ce907b-386d-4ab0-945b-ae52c051c536 HTTP/1.1" status: 204 len: 168 time: 0.3971493 Apr 07 13:39:12.028120 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 58224) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:12.029988 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7925e093-511b-4af0-a5bb-fd78f3fe5cdf req-2c418e09-3c8e-4a5c-b925-547666a52f63 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210487 Apr 07 13:39:12.063550 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42741cff-698d-41a9-8c15-337c015b41a6 None None] Pushing event updated for resources: {'Port': ['ID=082b56b1-1c55-40c0-9474-37c1f967cb99,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:12.067796 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Routers {'2aaff578-d51f-4128-8294-5886696aef23'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:39:12.069429 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:38:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['2aaff578-d51f-4128-8294-5886696aef23'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:12.073060 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0cd7aad8-ccf4-4ff1-a648-b0d6280e8466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:12.117808 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port a913a3dc-6074-49fe-9b58-9723a03e8689 is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:12.118487 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (a913a3dc-6074-49fe-9b58-9723a03e8689), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:12.134757 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a913a3dc-6074-49fe-9b58-9723a03e8689 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:39:12.150331 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-de9c1d5c-ff52-4a21-bd40-db6f9796af00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16221602'] for network (dc132f3c-086c-4931-bf95-939fead672c0), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:12.176019 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port a913a3dc-6074-49fe-9b58-9723a03e8689, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a913a3dc-6074-49fe-9b58-9723a03e8689,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:39:12.183255 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 84c23a15-cdb0-4a90-adeb-c964a3006e6d triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:12.183650 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (84c23a15-cdb0-4a90-adeb-c964a3006e6d), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:12.188361 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (a913a3dc-6074-49fe-9b58-9723a03e8689), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:12.208231 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-b6cc2d3f-5813-4d7b-86ba-a51be4fabbe2 None None] Provisioning complete for port ae06f281-b299-4915-aeb7-d9242b4d3d09 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:12.208781 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b6cc2d3f-5813-4d7b-86ba-a51be4fabbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:12.215029 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] Set router 2aaff578-d51f-4128-8294-5886696aef23 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:39:12.249906 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b6cc2d3f-5813-4d7b-86ba-a51be4fabbe2 None None] Port ae06f281-b299-4915-aeb7-d9242b4d3d09 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:39:12.279411 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-de9c1d5c-ff52-4a21-bd40-db6f9796af00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16415226', 'neutron.services.segments.db._delete_segments_for_network-8738487795402'] for network (dc132f3c-086c-4931-bf95-939fead672c0), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:12.301504 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0cd7aad8-ccf4-4ff1-a648-b0d6280e8466 admin admin] Publish callbacks [] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:12.309012 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0cd7aad8-ccf4-4ff1-a648-b0d6280e8466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3931381'] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:12.310939 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-de9c1d5c-ff52-4a21-bd40-db6f9796af00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc132f3c-086c-4931-bf95-939fead672c0']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:12.324203 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-de9c1d5c-ff52-4a21-bd40-db6f9796af00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecb16d7-9d05-4355-91da-97330621681e') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:12.325301 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-de9c1d5c-ff52-4a21-bd40-db6f9796af00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecb16d7-9d05-4355-91da-97330621681e') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:12.340906 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-de9c1d5c-ff52-4a21-bd40-db6f9796af00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738487798739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3370172'] for segment (9ecb16d7-9d05-4355-91da-97330621681e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:12.352287 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=a913a3dc-6074-49fe-9b58-9723a03e8689,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:12.358327 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0cd7aad8-ccf4-4ff1-a648-b0d6280e8466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421860'] for router_interface (2aaff578-d51f-4128-8294-5886696aef23), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:12.372982 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-de9c1d5c-ff52-4a21-bd40-db6f9796af00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (9ecb16d7-9d05-4355-91da-97330621681e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:12.381784 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9c1d5c-ff52-4a21-bd40-db6f9796af00 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:39:12.382589 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-de9c1d5c-ff52-4a21-bd40-db6f9796af00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3405971'] for segment (9ecb16d7-9d05-4355-91da-97330621681e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:12.395645 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 84c23a15-cdb0-4a90-adeb-c964a3006e6d is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: Traceback (most recent call last): Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: timer() Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: cb(*args, **kw) Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: self._notify() Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: self.callback(batched_events) Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: event.method(event) Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: return f(self, *a, **k) Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: return self._get(url).json() Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:39:12.403954 dv-cinder-836973-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:39:12.430604 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7aad8-ccf4-4ff1-a648-b0d6280e8466 admin admin] Pushing event updated for resources: {'Port': ['ID=ae06f281-b299-4915-aeb7-d9242b4d3d09,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:12.452127 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-de9c1d5c-ff52-4a21-bd40-db6f9796af00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16415201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431839'] for network (dc132f3c-086c-4931-bf95-939fead672c0), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:12.459736 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-de9c1d5c-ff52-4a21-bd40-db6f9796af00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:12.470100 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-de9c1d5c-ff52-4a21-bd40-db6f9796af00 admin admin] 10.222.0.39 "DELETE /v2.0/networks/dc132f3c-086c-4931-bf95-939fead672c0 HTTP/1.1" status: 204 len: 168 time: 0.4373810 Apr 07 13:39:12.470626 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 58228) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:12.489537 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c1d5c-ff52-4a21-bd40-db6f9796af00 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc132f3c-086c-4931-bf95-939fead672c0,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:12.494238 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aaff578-d51f-4128-8294-5886696aef23', 'name': 'tempest-TestShelveInstance-1045621198-router', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:08Z', 'updated_at': '2022-04-07T13:39:11Z', 'revision_number': 4, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'gw_port': {'id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:09Z', 'updated_at': '2022-04-07T13:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'ae06f281-b299-4915-aeb7-d9242b4d3d09', 'name': '', 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'mac_address': 'fa:16:3e:1c:85:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:11Z', 'updated_at': '2022-04-07T13:39:11Z', 'revision_number': 1, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'subnets': [{'id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:12.526014 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2f8e5-0931-4fe8-8c17-7eda3818af52 None None] The sync data for ids ['2aaff578-d51f-4128-8294-5886696aef23'] in dv-cinder-836973-1-iscsi is: [{'id': '2aaff578-d51f-4128-8294-5886696aef23', 'name': 'tempest-TestShelveInstance-1045621198-router', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:08Z', 'updated_at': '2022-04-07T13:39:11Z', 'revision_number': 4, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'gw_port': {'id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:09Z', 'updated_at': '2022-04-07T13:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'ae06f281-b299-4915-aeb7-d9242b4d3d09', 'name': '', 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'mac_address': 'fa:16:3e:1c:85:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:11Z', 'updated_at': '2022-04-07T13:39:11Z', 'revision_number': 1, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'subnets': [{'id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:39:12.752770 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['a913a3dc-6074-49fe-9b58-9723a03e8689'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:39:12.793103 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd7aad8-ccf4-4ff1-a648-b0d6280e8466 admin admin] Network 7402de63-2dfc-4a98-a866-4c01589f971f is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:39:12.796801 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-0cd7aad8-ccf4-4ff1-a648-b0d6280e8466 admin admin] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:39:12.801727 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc89a42-0cee-46e1-866b-99e3d2aa2a1f admin admin] Deleting subnet 65abd826-a261-49a8-9e8b-c7e0b7727ea8 {{(pid=103372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:39:12.805902 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fbc89a42-0cee-46e1-866b-99e3d2aa2a1f admin admin] Publish callbacks [] for subnet (65abd826-a261-49a8-9e8b-c7e0b7727ea8), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:12.939863 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fbc89a42-0cee-46e1-866b-99e3d2aa2a1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3886092'] for subnet (65abd826-a261-49a8-9e8b-c7e0b7727ea8), precommit_delete_associations {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:13.002825 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fbc89a42-0cee-46e1-866b-99e3d2aa2a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16392291'] for subnet (65abd826-a261-49a8-9e8b-c7e0b7727ea8), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:13.046338 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd7aad8-ccf4-4ff1-a648-b0d6280e8466 admin admin] Router 2aaff578-d51f-4128-8294-5886696aef23 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:39:13.081469 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-2dae842f-6a41-4a9c-ba4d-5dcab275fe5b None None] Provisioning complete for port ae06f281-b299-4915-aeb7-d9242b4d3d09 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:13.082024 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2dae842f-6a41-4a9c-ba4d-5dcab275fe5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:13.133331 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2dae842f-6a41-4a9c-ba4d-5dcab275fe5b None None] Port ae06f281-b299-4915-aeb7-d9242b4d3d09 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:39:13.176573 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fbc89a42-0cee-46e1-866b-99e3d2aa2a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16392298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59119722'] for subnet (65abd826-a261-49a8-9e8b-c7e0b7727ea8), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:13.249788 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc89a42-0cee-46e1-866b-99e3d2aa2a1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65abd826-a261-49a8-9e8b-c7e0b7727ea8,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:13.255510 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fbc89a42-0cee-46e1-866b-99e3d2aa2a1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:13.263084 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-fbc89a42-0cee-46e1-866b-99e3d2aa2a1f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/65abd826-a261-49a8-9e8b-c7e0b7727ea8 HTTP/1.1" status: 204 len: 168 time: 0.7903571 Apr 07 13:39:13.267244 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 58234) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:13.347630 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9812f-fd69-4267-8a41-4120c0f37a9c req-b2864fab-0346-431c-9094-208eb53e0aa8 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:13.349112 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e5f9812f-fd69-4267-8a41-4120c0f37a9c req-b2864fab-0346-431c-9094-208eb53e0aa8 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 945 time: 0.2234938 Apr 07 13:39:13.355572 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd7aad8-ccf4-4ff1-a648-b0d6280e8466 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:39:13.362018 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-0cd7aad8-ccf4-4ff1-a648-b0d6280e8466 admin admin] 10.222.0.39 "PUT /v2.0/routers/2aaff578-d51f-4128-8294-5886696aef23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5573356 Apr 07 13:39:13.392411 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-95d8628d-08f7-4a0b-97de-6d042f997665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16221602'] for network (2452d505-4eaf-4b6c-802f-0e9a63170b4a), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:13.452382 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e5f9812f-fd69-4267-8a41-4120c0f37a9c req-f015e267-4da1-4c1e-9ace-28702c4cda91 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853276 Apr 07 13:39:13.517125 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-95d8628d-08f7-4a0b-97de-6d042f997665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16415226', 'neutron.services.segments.db._delete_segments_for_network-8738487795402'] for network (2452d505-4eaf-4b6c-802f-0e9a63170b4a), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:13.543998 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-95d8628d-08f7-4a0b-97de-6d042f997665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2452d505-4eaf-4b6c-802f-0e9a63170b4a']}} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:13.554737 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-95d8628d-08f7-4a0b-97de-6d042f997665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0066b7e3-68f0-4929-abfc-6c78c0741547') {'for_net_delete': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:13.554927 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-95d8628d-08f7-4a0b-97de-6d042f997665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0066b7e3-68f0-4929-abfc-6c78c0741547') {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:13.569882 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-95d8628d-08f7-4a0b-97de-6d042f997665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738487798739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3886101'] for segment (0066b7e3-68f0-4929-abfc-6c78c0741547), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:13.586148 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-95d8628d-08f7-4a0b-97de-6d042f997665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (0066b7e3-68f0-4929-abfc-6c78c0741547), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:13.595813 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d8628d-08f7-4a0b-97de-6d042f997665 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:39:13.596298 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-95d8628d-08f7-4a0b-97de-6d042f997665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3931353'] for segment (0066b7e3-68f0-4929-abfc-6c78c0741547), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: Traceback (most recent call last): Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: timer() Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: cb(*args, **kw) Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: return func(*args, **kwargs) Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: self._notify() Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: self.callback(batched_events) Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: event.method(event) Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: return f(self, *a, **k) Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._get(url).json() Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: return self.request(url, 'GET', **kwargs) Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:39:13.598704 dv-cinder-836973-1-iscsi neutron-server[103372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:39:13.656274 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-95d8628d-08f7-4a0b-97de-6d042f997665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16415201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431839'] for network (2452d505-4eaf-4b6c-802f-0e9a63170b4a), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:13.680853 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-95d8628d-08f7-4a0b-97de-6d042f997665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:13.686470 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-95d8628d-08f7-4a0b-97de-6d042f997665 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2452d505-4eaf-4b6c-802f-0e9a63170b4a HTTP/1.1" status: 204 len: 168 time: 0.4161968 Apr 07 13:39:13.686470 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8628d-08f7-4a0b-97de-6d042f997665 admin admin] Pushing event deleted for resources: {'Network': ['ID=2452d505-4eaf-4b6c-802f-0e9a63170b4a,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:13.857565 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 58252) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:13.863839 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 082b56b1-1c55-40c0-9474-37c1f967cb99 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:39:13.916774 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-990c3010-4abb-41a8-8e4c-b54caec5a5e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bdfeca96f12349f6acf3f3d7163e9ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0577402 Apr 07 13:39:13.919770 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 58254) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:13.929933 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 082b56b1-1c55-40c0-9474-37c1f967cb99 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:13.930324 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (082b56b1-1c55-40c0-9474-37c1f967cb99), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:13.988592 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d124827c-1503-4aec-9d68-f19260b7caa4 admin admin] Publish callbacks [] for security_group (3cfd5e4d-45ad-4670-b72e-355f8516471d), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.020371 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 082b56b1-1c55-40c0-9474-37c1f967cb99 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:14.021184 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (082b56b1-1c55-40c0-9474-37c1f967cb99), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.028222 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d124827c-1503-4aec-9d68-f19260b7caa4 admin admin] Publish callbacks [] for security_group (3cfd5e4d-45ad-4670-b72e-355f8516471d), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.065277 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] For port 082b56b1-1c55-40c0-9474-37c1f967cb99, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=082b56b1-1c55-40c0-9474-37c1f967cb99,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:39:14.073782 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (082b56b1-1c55-40c0-9474-37c1f967cb99), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.104714 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d124827c-1503-4aec-9d68-f19260b7caa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (3cfd5e4d-45ad-4670-b72e-355f8516471d), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.107721 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d124827c-1503-4aec-9d68-f19260b7caa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.110732 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-d124827c-1503-4aec-9d68-f19260b7caa4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3cfd5e4d-45ad-4670-b72e-355f8516471d HTTP/1.1" status: 204 len: 168 time: 0.1878126 Apr 07 13:39:14.117639 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124827c-1503-4aec-9d68-f19260b7caa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfd5e4d-45ad-4670-b72e-355f8516471d,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:14.117790 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 58262) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:14.123886 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-56fcc2e6-a39e-4f01-9d6d-9d7338112ce8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-179741344-network', 'tenant_id': 'c27ce079e8254fbd9ec43ba64374356b'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:39:14.154980 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fcc2e6-a39e-4f01-9d6d-9d7338112ce8 admin admin] Made reservation on behalf of c27ce079e8254fbd9ec43ba64374356b for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:39:14.157499 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-56fcc2e6-a39e-4f01-9d6d-9d7338112ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.158184 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Pushing event updated for resources: {'Port': ['ID=082b56b1-1c55-40c0-9474-37c1f967cb99,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:14.166642 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-56fcc2e6-a39e-4f01-9d6d-9d7338112ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.171035 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device a913a3dc-6074-49fe-9b58-9723a03e8689 up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:39:14.226621 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port a913a3dc-6074-49fe-9b58-9723a03e8689 completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:39:14.231453 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port a913a3dc-6074-49fe-9b58-9723a03e8689 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:14.231856 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (a913a3dc-6074-49fe-9b58-9723a03e8689), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.267312 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-56fcc2e6-a39e-4f01-9d6d-9d7338112ce8 admin admin] Publish callbacks [] for security_group (47932e0f-90cf-40a0-b281-62576e5df19b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.271474 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-56fcc2e6-a39e-4f01-9d6d-9d7338112ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (47932e0f-90cf-40a0-b281-62576e5df19b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.302094 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56fcc2e6-a39e-4f01-9d6d-9d7338112ce8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:39:14.311974 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcc2e6-a39e-4f01-9d6d-9d7338112ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47932e0f-90cf-40a0-b281-62576e5df19b,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:14.320280 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-56fcc2e6-a39e-4f01-9d6d-9d7338112ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (a8a7761c-f42a-44b9-b8c7-c4143d323abd), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.321351 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-56fcc2e6-a39e-4f01-9d6d-9d7338112ce8 admin admin] Added segment a8a7761c-f42a-44b9-b8c7-c4143d323abd of type vlan for network 766d85e2-0a8b-4791-b702-7eb00053ef0b Apr 07 13:39:14.341437 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port a913a3dc-6074-49fe-9b58-9723a03e8689 is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:14.342113 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (a913a3dc-6074-49fe-9b58-9723a03e8689), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.370447 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a913a3dc-6074-49fe-9b58-9723a03e8689'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:39:14.372030 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-56fcc2e6-a39e-4f01-9d6d-9d7338112ce8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (766d85e2-0a8b-4791-b702-7eb00053ef0b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.372732 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a6a59d-85c6-4f49-8e09-0aadc51f4c16" -d '{"events": [{"server_uuid": "09ac14c7-758c-4c75-8277-563a7dfe453e", "name": "network-vif-plugged", "status": "completed", "tag": "a913a3dc-6074-49fe-9b58-9723a03e8689"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:39:14.385984 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port a913a3dc-6074-49fe-9b58-9723a03e8689, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a913a3dc-6074-49fe-9b58-9723a03e8689,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:39:14.391333 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (a913a3dc-6074-49fe-9b58-9723a03e8689), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.420349 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adea52ba-9fdf-4fec-9632-ef0800548425 x-openstack-request-id: req-adea52ba-9fdf-4fec-9632-ef0800548425 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:39:14.420702 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ac14c7-758c-4c75-8277-563a7dfe453e", "name": "network-vif-plugged", "status": "completed", "tag": "a913a3dc-6074-49fe-9b58-9723a03e8689", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:39:14.420959 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-adea52ba-9fdf-4fec-9632-ef0800548425 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:39:14.421381 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adea52ba-9fdf-4fec-9632-ef0800548425'] response: {'server_uuid': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a913a3dc-6074-49fe-9b58-9723a03e8689', 'code': 200} Apr 07 13:39:14.425282 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-56fcc2e6-a39e-4f01-9d6d-9d7338112ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (766d85e2-0a8b-4791-b702-7eb00053ef0b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.426633 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fcc2e6-a39e-4f01-9d6d-9d7338112ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:14.427296 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-56fcc2e6-a39e-4f01-9d6d-9d7338112ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.449306 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=a913a3dc-6074-49fe-9b58-9723a03e8689,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:14.511759 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-56fcc2e6-a39e-4f01-9d6d-9d7338112ce8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3928578 Apr 07 13:39:14.514353 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 58274) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:14.521808 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-cba61a16-b281-4530-b966-77ed73fa483e admin admin] Request body: {'subnet': {'network_id': '766d85e2-0a8b-4791-b702-7eb00053ef0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-179741344-subnet', 'tenant_id': 'c27ce079e8254fbd9ec43ba64374356b', 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:39:14.526155 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcc2e6-a39e-4f01-9d6d-9d7338112ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=766d85e2-0a8b-4791-b702-7eb00053ef0b,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:14.554577 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network 766d85e2-0a8b-4791-b702-7eb00053ef0b details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:39:14.561856 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba61a16-b281-4530-b966-77ed73fa483e admin admin] Made reservation on behalf of c27ce079e8254fbd9ec43ba64374356b for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:39:14.565750 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cba61a16-b281-4530-b966-77ed73fa483e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3624283'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.626909 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 58276) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:14.687191 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a2891-a03c-4f65-b3bc-bc555f47d6d7 req-0e79973c-07a4-4436-bd07-e38154edb0dd tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:14.688832 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f28a2891-a03c-4f65-b3bc-bc555f47d6d7 req-0e79973c-07a4-4436-bd07-e38154edb0dd tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.1362963 Apr 07 13:39:14.726333 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-b674f69c-923e-418f-8be9-953f12b7654a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ddbe32eecdd44417a8a22c72b5af8da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0978272 Apr 07 13:39:14.729632 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 58278) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:14.763041 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe948b-c809-42c5-acec-a0260887a013 req-6a45245d-20b6-4094-88c9-20cdc020645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:14.764552 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0bbe948b-c809-42c5-acec-a0260887a013 req-6a45245d-20b6-4094-88c9-20cdc020645d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 1130 time: 0.1012750 Apr 07 13:39:14.803479 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f28a2891-a03c-4f65-b3bc-bc555f47d6d7 req-c14f9e4f-144c-4dcc-829d-fd59173cdb48 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072288 Apr 07 13:39:14.821897 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9ebcff57-8cab-49b2-a31d-b2aff3eb3ca2 admin admin] Publish callbacks [] for security_group (ff493010-5593-4902-af1a-11a3c4ebd686), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.852130 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9ebcff57-8cab-49b2-a31d-b2aff3eb3ca2 admin admin] Publish callbacks [] for security_group (ff493010-5593-4902-af1a-11a3c4ebd686), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.864589 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0bbe948b-c809-42c5-acec-a0260887a013 req-f59fff3b-8e86-4e0e-ac73-e7d08fcafc39 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871556 Apr 07 13:39:14.865446 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cba61a16-b281-4530-b966-77ed73fa483e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3405876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3715745'] for subnet (1df12854-8e98-4d6c-8757-1a64b13b7bc1), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.908684 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9ebcff57-8cab-49b2-a31d-b2aff3eb3ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (ff493010-5593-4902-af1a-11a3c4ebd686), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.911197 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9ebcff57-8cab-49b2-a31d-b2aff3eb3ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.914065 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-9ebcff57-8cab-49b2-a31d-b2aff3eb3ca2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff493010-5593-4902-af1a-11a3c4ebd686 HTTP/1.1" status: 204 len: 168 time: 0.1817684 Apr 07 13:39:14.924360 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcff57-8cab-49b2-a31d-b2aff3eb3ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff493010-5593-4902-af1a-11a3c4ebd686,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:14.924907 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba61a16-b281-4530-b966-77ed73fa483e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df12854-8e98-4d6c-8757-1a64b13b7bc1,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:14.934902 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba61a16-b281-4530-b966-77ed73fa483e admin admin] Checking segment: {'id': 'a8a7761c-f42a-44b9-b8c7-c4143d323abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '766d85e2-0a8b-4791-b702-7eb00053ef0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:39:14.935620 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba61a16-b281-4530-b966-77ed73fa483e admin admin] Network hostable DHCP agents. Network: 766d85e2-0a8b-4791-b702-7eb00053ef0b, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:39:14.957122 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba61a16-b281-4530-b966-77ed73fa483e admin admin] Network 766d85e2-0a8b-4791-b702-7eb00053ef0b is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:39:14.970157 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-cba61a16-b281-4530-b966-77ed73fa483e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, 766d85e2-0a8b-4791-b702-7eb00053ef0b) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:39:14.977486 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba61a16-b281-4530-b966-77ed73fa483e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:14.977758 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cba61a16-b281-4530-b966-77ed73fa483e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:14.981817 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebcaeb0-f3ff-4c5b-bad0-3bdf3e997265 None None] Network 766d85e2-0a8b-4791-b702-7eb00053ef0b requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:39:15.002657 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-cba61a16-b281-4530-b966-77ed73fa483e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4870367 Apr 07 13:39:15.005244 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 58282) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:15.011161 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-179741344-router', 'tenant_id': 'c27ce079e8254fbd9ec43ba64374356b', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:39:15.025499 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Sync routers for ids ['2aaff578-d51f-4128-8294-5886696aef23'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:39:15.038328 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57370'] for router (ee7c29d5-c087-4230-a268-a2fb4c48d584), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:15.044712 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-420324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57363'] for router (ee7c29d5-c087-4230-a268-a2fb4c48d584), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:15.088002 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Routers {'2aaff578-d51f-4128-8294-5886696aef23'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:39:15.089347 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:38:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['2aaff578-d51f-4128-8294-5886696aef23'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:15.138883 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] Publish callbacks [] for router_controller (ee7c29d5-c087-4230-a268-a2fb4c48d584), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:15.267117 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Set router 2aaff578-d51f-4128-8294-5886696aef23 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:39:15.270361 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d2e1798-9abe-5abe-a8d6-f7ff823ce7ba-766d85e2-0a8b-4791-b702-7eb00053ef0b', 'network_id': '766d85e2-0a8b-4791-b702-7eb00053ef0b', 'project_id': 'c27ce079e8254fbd9ec43ba64374356b', 'fixed_ips': [{'subnet_id': '1df12854-8e98-4d6c-8757-1a64b13b7bc1'}]}} from dv-cinder-836973-1-iscsi. {{(pid=103373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 13:39:15.271220 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:15.320998 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] Publish callbacks [] for router_gateway (ee7c29d5-c087-4230-a268-a2fb4c48d584), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:15.565994 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] Publish callbacks [] for router_gateway (ee7c29d5-c087-4230-a268-a2fb4c48d584), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:15.586873 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:15.676664 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Allocated IP 172.20.0.2 (766d85e2-0a8b-4791-b702-7eb00053ef0b/1df12854-8e98-4d6c-8757-1a64b13b7bc1/936d659c-aada-4d45-a92f-d232c14a77cb) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:39:15.715541 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] Allocated IP 172.27.0.116 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/493c49d6-819d-4dc5-bbe8-336ff6a973e4) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:39:15.789543 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aaff578-d51f-4128-8294-5886696aef23', 'name': 'tempest-TestShelveInstance-1045621198-router', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:08Z', 'updated_at': '2022-04-07T13:39:11Z', 'revision_number': 4, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'gw_port': {'id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:09Z', 'updated_at': '2022-04-07T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'ae06f281-b299-4915-aeb7-d9242b4d3d09', 'name': '', 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'mac_address': 'fa:16:3e:1c:85:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:11Z', 'updated_at': '2022-04-07T13:39:12Z', 'revision_number': 2, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'subnets': [{'id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:15.845587 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Checking router: 2aaff578-d51f-4128-8294-5886696aef23 for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:39:15.845949 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Updating router 2aaff578-d51f-4128-8294-5886696aef23 port ae06f281-b299-4915-aeb7-d9242b4d3d09 binding host dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:39:15.874312 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 082b56b1-1c55-40c0-9474-37c1f967cb99 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:39:15.895904 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] Publish callbacks [] for port (493c49d6-819d-4dc5-bbe8-336ff6a973e4), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:15.925667 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:15.947856 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (493c49d6-819d-4dc5-bbe8-336ff6a973e4), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:16.003223 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c9124-2c2c-468a-a09e-d028ef6b3af4 req-dd2171e1-8a73-4786-b3e8-582f4801278e tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:16.007445 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a75c9124-2c2c-468a-a09e-d028ef6b3af4 req-dd2171e1-8a73-4786-b3e8-582f4801278e tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0939314 Apr 07 13:39:16.016985 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:39:16.019422 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:39:16.023005 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Publish callbacks [] for port (936d659c-aada-4d45-a92f-d232c14a77cb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:16.028106 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] Pushing event updated for resources: {'Port': ['ID=493c49d6-819d-4dc5-bbe8-336ff6a973e4,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:16.033231 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:39:16.041169 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 082b56b1-1c55-40c0-9474-37c1f967cb99 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:16.041584 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (082b56b1-1c55-40c0-9474-37c1f967cb99), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:16.078976 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a75c9124-2c2c-468a-a09e-d028ef6b3af4 req-fef7bb7d-118d-4000-8ae9-ad0f505ad439 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572329 Apr 07 13:39:16.089350 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (936d659c-aada-4d45-a92f-d232c14a77cb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:16.177815 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Network 766d85e2-0a8b-4791-b702-7eb00053ef0b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:39:16.191099 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:39:16.195823 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:39:16.208333 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Pushing event updated for resources: {'Port': ['ID=936d659c-aada-4d45-a92f-d232c14a77cb,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:16.334566 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Attempting to bind port 936d659c-aada-4d45-a92f-d232c14a77cb on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:39:16.334771 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Attempting to bind port 936d659c-aada-4d45-a92f-d232c14a77cb by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': 'a8a7761c-f42a-44b9-b8c7-c4143d323abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '766d85e2-0a8b-4791-b702-7eb00053ef0b'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:39:16.335135 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Attempting to bind port 936d659c-aada-4d45-a92f-d232c14a77cb on network 766d85e2-0a8b-4791-b702-7eb00053ef0b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:39:16.355507 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] Publish callbacks [] for router_gateway (ee7c29d5-c087-4230-a268-a2fb4c48d584), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:16.356848 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:39:16.357476 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Checking segment: {'id': 'a8a7761c-f42a-44b9-b8c7-c4143d323abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '766d85e2-0a8b-4791-b702-7eb00053ef0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:39:16.358053 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:16.358478 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Bound using segment: {'id': 'a8a7761c-f42a-44b9-b8c7-c4143d323abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '766d85e2-0a8b-4791-b702-7eb00053ef0b'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:39:16.358969 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Bound port: 936d659c-aada-4d45-a92f-d232c14a77cb, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a7761c-f42a-44b9-b8c7-c4143d323abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '766d85e2-0a8b-4791-b702-7eb00053ef0b'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:39:16.359891 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (936d659c-aada-4d45-a92f-d232c14a77cb), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:16.388174 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 082b56b1-1c55-40c0-9474-37c1f967cb99 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:16.423975 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 58318) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:16.481546 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] For port 936d659c-aada-4d45-a92f-d232c14a77cb, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:39:16.488541 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] For port 936d659c-aada-4d45-a92f-d232c14a77cb, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=936d659c-aada-4d45-a92f-d232c14a77cb,segment=NetworkSegment(a8a7761c-f42a-44b9-b8c7-c4143d323abd),segment_id=a8a7761c-f42a-44b9-b8c7-c4143d323abd)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:39:16.499545 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Publish callbacks [] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:16.503347 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (936d659c-aada-4d45-a92f-d232c14a77cb), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:16.507488 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:16.553605 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2bb0af0d-840b-47d1-9786-0227eaf8289c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:16.574977 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecd74f-96cb-477b-9852-802674efcbbd None None] Pushing event updated for resources: {'Port': ['ID=936d659c-aada-4d45-a92f-d232c14a77cb,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:16.655815 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431655'] for router (ee7c29d5-c087-4230-a268-a2fb4c48d584), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:16.714881 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Attempting to bind port ae06f281-b299-4915-aeb7-d9242b4d3d09 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:39:16.715545 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Attempting to bind port ae06f281-b299-4915-aeb7-d9242b4d3d09 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '90018b87-af8a-47ee-9987-c149d89d6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:39:16.716067 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Attempting to bind port ae06f281-b299-4915-aeb7-d9242b4d3d09 on network 7402de63-2dfc-4a98-a866-4c01589f971f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:39:16.718120 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2bb0af0d-840b-47d1-9786-0227eaf8289c admin admin] Publish callbacks [] for security_group (b8e863bc-01ec-4236-b297-720809c91e9e), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:16.720203 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b07c0-3d00-40ff-aebc-7d90792ff7ee None None] Pushing event updated for resources: {'Port': ['ID=ae06f281-b299-4915-aeb7-d9242b4d3d09,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:16.729387 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:39:16.729794 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Checking segment: {'id': '90018b87-af8a-47ee-9987-c149d89d6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:39:16.731641 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:16.732727 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2bb0af0d-840b-47d1-9786-0227eaf8289c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (b8e863bc-01ec-4236-b297-720809c91e9e), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:16.735198 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Bound using segment: {'id': '90018b87-af8a-47ee-9987-c149d89d6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:39:16.735724 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Bound port: ae06f281-b299-4915-aeb7-d9242b4d3d09, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90018b87-af8a-47ee-9987-c149d89d6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:39:16.736597 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:16.790341 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-2bb0af0d-840b-47d1-9786-0227eaf8289c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=358e82e418124fce83d2ecaebdf98da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3631845 Apr 07 13:39:16.791803 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 58324) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:16.793825 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0af0d-840b-47d1-9786-0227eaf8289c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e863bc-01ec-4236-b297-720809c91e9e,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:16.861799 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] For port ae06f281-b299-4915-aeb7-d9242b4d3d09, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:39:16.865463 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] For port ae06f281-b299-4915-aeb7-d9242b4d3d09, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=ae06f281-b299-4915-aeb7-d9242b4d3d09,segment=NetworkSegment(90018b87-af8a-47ee-9987-c149d89d6c97),segment_id=90018b87-af8a-47ee-9987-c149d89d6c97)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:39:16.874096 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:16.875837 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0abfa1a4-c324-498c-8723-779c3e1f2180 admin admin] Publish callbacks [] for security_group (b8e863bc-01ec-4236-b297-720809c91e9e), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:16.876369 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] Router ee7c29d5-c087-4230-a268-a2fb4c48d584 is scheduled to L3 agent fdb95e97-0059-4137-9443-d45a15104627 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 13:39:16.910933 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0abfa1a4-c324-498c-8723-779c3e1f2180 admin admin] Publish callbacks [] for security_group (b8e863bc-01ec-4236-b297-720809c91e9e), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:16.974564 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Routers {'2aaff578-d51f-4128-8294-5886696aef23'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:39:16.975221 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:38:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['2aaff578-d51f-4128-8294-5886696aef23'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:17.021863 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b07c0-3d00-40ff-aebc-7d90792ff7ee None None] Pushing event updated for resources: {'Port': ['ID=ae06f281-b299-4915-aeb7-d9242b4d3d09,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:17.046670 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0abfa1a4-c324-498c-8723-779c3e1f2180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (b8e863bc-01ec-4236-b297-720809c91e9e), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:17.050576 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:39:17.054741 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0abfa1a4-c324-498c-8723-779c3e1f2180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:17.063595 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Sync routers for ids ['ee7c29d5-c087-4230-a268-a2fb4c48d584'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:39:17.076010 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-0abfa1a4-c324-498c-8723-779c3e1f2180 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b8e863bc-01ec-4236-b297-720809c91e9e HTTP/1.1" status: 204 len: 168 time: 0.2740209 Apr 07 13:39:17.083784 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Routers {'ee7c29d5-c087-4230-a268-a2fb4c48d584'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:39:17.087366 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:38:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['ee7c29d5-c087-4230-a268-a2fb4c48d584'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:17.088396 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:17.090102 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ddcdd7cb-6bbf-4bb3-bdf0-6caec8cdfa1f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0838144 Apr 07 13:39:17.094987 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 58328) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:17.111273 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfa1a4-c324-498c-8723-779c3e1f2180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e863bc-01ec-4236-b297-720809c91e9e,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:17.139762 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-f021f370-2985-4ef5-a4c4-305e87d3c36e None None] Provisioning complete for port ae06f281-b299-4915-aeb7-d9242b4d3d09 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:17.140848 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f021f370-2985-4ef5-a4c4-305e87d3c36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:17.309495 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] Set router 2aaff578-d51f-4128-8294-5886696aef23 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:39:17.370743 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Set router ee7c29d5-c087-4230-a268-a2fb4c48d584 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:39:17.385048 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703cc7b-23ae-4e45-9cf9-939e3cdef381 req-a171290c-97e0-47d5-82f6-4bd63f2bab7c tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:17.405643 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a703cc7b-23ae-4e45-9cf9-939e3cdef381 req-a171290c-97e0-47d5-82f6-4bd63f2bab7c tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.1673596 Apr 07 13:39:17.539788 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a703cc7b-23ae-4e45-9cf9-939e3cdef381 req-a740c0a1-f821-4fbc-bbe8-355dde1b4251 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312909 Apr 07 13:39:17.621792 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7c29d5-c087-4230-a268-a2fb4c48d584', 'name': 'tempest-TestShelveInstance-179741344-router', 'tenant_id': 'c27ce079e8254fbd9ec43ba64374356b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '493c49d6-819d-4dc5-bbe8-336ff6a973e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:15Z', 'updated_at': '2022-04-07T13:39:16Z', 'revision_number': 3, 'project_id': 'c27ce079e8254fbd9ec43ba64374356b', 'gw_port': {'id': '493c49d6-819d-4dc5-bbe8-336ff6a973e4', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7c29d5-c087-4230-a268-a2fb4c48d584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:15Z', 'updated_at': '2022-04-07T13:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:17.628977 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f021f370-2985-4ef5-a4c4-305e87d3c36e None None] Current status of the port ae06f281-b299-4915-aeb7-d9242b4d3d09 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:17.629704 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f021f370-2985-4ef5-a4c4-305e87d3c36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:17.665237 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Checking router: ee7c29d5-c087-4230-a268-a2fb4c48d584 for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:39:17.665603 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Updating router ee7c29d5-c087-4230-a268-a2fb4c48d584 port 493c49d6-819d-4dc5-bbe8-336ff6a973e4 binding host dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:39:17.755429 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (493c49d6-819d-4dc5-bbe8-336ff6a973e4), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:17.818876 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-f021f370-2985-4ef5-a4c4-305e87d3c36e None None] For port ae06f281-b299-4915-aeb7-d9242b4d3d09, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=ae06f281-b299-4915-aeb7-d9242b4d3d09,segment=NetworkSegment(90018b87-af8a-47ee-9987-c149d89d6c97),segment_id=90018b87-af8a-47ee-9987-c149d89d6c97)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:39:17.831523 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f021f370-2985-4ef5-a4c4-305e87d3c36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:17.904339 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aaff578-d51f-4128-8294-5886696aef23', 'name': 'tempest-TestShelveInstance-1045621198-router', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:08Z', 'updated_at': '2022-04-07T13:39:11Z', 'revision_number': 4, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'gw_port': {'id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:09Z', 'updated_at': '2022-04-07T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'ae06f281-b299-4915-aeb7-d9242b4d3d09', 'name': '', 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'mac_address': 'fa:16:3e:1c:85:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:11Z', 'updated_at': '2022-04-07T13:39:16Z', 'revision_number': 4, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'subnets': [{'id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:17.994737 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69482e57-c81d-4e6b-bec7-0197c78ebe17 None None] The sync data for ids ['2aaff578-d51f-4128-8294-5886696aef23'] in dv-cinder-836973-1-iscsi is: [{'id': '2aaff578-d51f-4128-8294-5886696aef23', 'name': 'tempest-TestShelveInstance-1045621198-router', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:08Z', 'updated_at': '2022-04-07T13:39:11Z', 'revision_number': 4, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'gw_port': {'id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:09Z', 'updated_at': '2022-04-07T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'ae06f281-b299-4915-aeb7-d9242b4d3d09', 'name': '', 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'mac_address': 'fa:16:3e:1c:85:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:11Z', 'updated_at': '2022-04-07T13:39:16Z', 'revision_number': 4, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'subnets': [{'id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:39:18.003926 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021f370-2985-4ef5-a4c4-305e87d3c36e None None] Pushing event updated for resources: {'Port': ['ID=ae06f281-b299-4915-aeb7-d9242b4d3d09,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:18.007503 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-09eb4150-a344-4ea4-b8c4-1e60881e5d57 None None] Provisioning complete for port ae06f281-b299-4915-aeb7-d9242b4d3d09 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:18.007876 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09eb4150-a344-4ea4-b8c4-1e60881e5d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:18.068757 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 936d659c-aada-4d45-a92f-d232c14a77cb up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:39:18.206978 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 936d659c-aada-4d45-a92f-d232c14a77cb triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:18.207510 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (936d659c-aada-4d45-a92f-d232c14a77cb), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:18.284157 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-09eb4150-a344-4ea4-b8c4-1e60881e5d57 None None] Current status of the port ae06f281-b299-4915-aeb7-d9242b4d3d09 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:18.323702 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Publish callbacks [] for port (493c49d6-819d-4dc5-bbe8-336ff6a973e4), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:18.341285 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (493c49d6-819d-4dc5-bbe8-336ff6a973e4), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:18.360974 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02920fd9-89f8-4bad-b9dc-2a97d8ff5d93 None None] Network 766d85e2-0a8b-4791-b702-7eb00053ef0b requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:39:18.430602 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Attempting to bind port 493c49d6-819d-4dc5-bbe8-336ff6a973e4 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:39:18.430826 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Attempting to bind port 493c49d6-819d-4dc5-bbe8-336ff6a973e4 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:39:18.431090 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Attempting to bind port 493c49d6-819d-4dc5-bbe8-336ff6a973e4 on network 11de5774-1b52-4991-93c6-544d79153129 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:39:18.451940 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992fd66-2a6a-48ce-a500-f77dc552d91f None None] Pushing event updated for resources: {'Port': ['ID=493c49d6-819d-4dc5-bbe8-336ff6a973e4,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:18.455562 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:39:18.455929 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Checking segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:39:18.456507 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:18.457088 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Bound using segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:39:18.457728 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Bound port: 493c49d6-819d-4dc5-bbe8-336ff6a973e4, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:39:18.458270 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (493c49d6-819d-4dc5-bbe8-336ff6a973e4), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:18.536659 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-9f4c0f19-c097-422b-a8de-4a01a63c1420 None None] Provisioning complete for port 936d659c-aada-4d45-a92f-d232c14a77cb triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:18.537037 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0f19-c097-422b-a8de-4a01a63c1420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (936d659c-aada-4d45-a92f-d232c14a77cb), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:18.542067 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 936d659c-aada-4d45-a92f-d232c14a77cb is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:18.542532 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (936d659c-aada-4d45-a92f-d232c14a77cb), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:18.562025 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] For port 493c49d6-819d-4dc5-bbe8-336ff6a973e4, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:39:18.587501 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] For port 493c49d6-819d-4dc5-bbe8-336ff6a973e4, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=493c49d6-819d-4dc5-bbe8-336ff6a973e4,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:39:18.598338 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (493c49d6-819d-4dc5-bbe8-336ff6a973e4), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:18.643078 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-70c971e2-af33-4ae3-a384-c94007e9b86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:18.686101 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992fd66-2a6a-48ce-a500-f77dc552d91f None None] Pushing event updated for resources: {'Port': ['ID=493c49d6-819d-4dc5-bbe8-336ff6a973e4,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:18.714246 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Routers {'ee7c29d5-c087-4230-a268-a2fb4c48d584'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:39:18.715862 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:38:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['ee7c29d5-c087-4230-a268-a2fb4c48d584'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:18.810329 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] For port 936d659c-aada-4d45-a92f-d232c14a77cb, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=936d659c-aada-4d45-a92f-d232c14a77cb,segment=NetworkSegment(a8a7761c-f42a-44b9-b8c7-c4143d323abd),segment_id=a8a7761c-f42a-44b9-b8c7-c4143d323abd)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:39:18.817143 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765de8b-1bb3-46f7-86e2-aefd43656aac req-b5c3002c-754f-4adb-bd21-d7dbe5182f59 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:18.824248 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c765de8b-1bb3-46f7-86e2-aefd43656aac req-b5c3002c-754f-4adb-bd21-d7dbe5182f59 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.1112974 Apr 07 13:39:18.854011 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (936d659c-aada-4d45-a92f-d232c14a77cb), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:18.854947 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device ae06f281-b299-4915-aeb7-d9242b4d3d09 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:39:18.943131 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] Set router ee7c29d5-c087-4230-a268-a2fb4c48d584 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:39:18.949686 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c765de8b-1bb3-46f7-86e2-aefd43656aac req-16cd8f70-9060-4911-b37a-410f3dbac51e tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134210 Apr 07 13:39:18.999548 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Pushing event updated for resources: {'Port': ['ID=936d659c-aada-4d45-a92f-d232c14a77cb,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:19.036802 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-70c971e2-af33-4ae3-a384-c94007e9b86e admin admin] Allocated IP 172.20.0.1 (766d85e2-0a8b-4791-b702-7eb00053ef0b/1df12854-8e98-4d6c-8757-1a64b13b7bc1/d3be28b2-b97a-4809-829a-af608ac91001) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:39:19.068985 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c0f19-c097-422b-a8de-4a01a63c1420 None None] Current status of the port 936d659c-aada-4d45-a92f-d232c14a77cb is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:19.110270 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port ae06f281-b299-4915-aeb7-d9242b4d3d09 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:19.110739 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:19.250467 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port ae06f281-b299-4915-aeb7-d9242b4d3d09 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:19.256772 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b89f9-8193-4346-8b1c-fcf1da36ca4d req-c6234a44-939d-42ff-9b50-a52825e37ab3 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:19.264011 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2e1b89f9-8193-4346-8b1c-fcf1da36ca4d req-c6234a44-939d-42ff-9b50-a52825e37ab3 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.1470437 Apr 07 13:39:19.268157 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 58366) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:19.273679 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-d4c33fb9-1e03-4014-adfe-dda4dac1de92 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Request body: {'floatingip': {'port_id': 'a913a3dc-6074-49fe-9b58-9723a03e8689'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:39:19.330437 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-70c971e2-af33-4ae3-a384-c94007e9b86e admin admin] Publish callbacks [] for port (d3be28b2-b97a-4809-829a-af608ac91001), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:19.341738 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7c29d5-c087-4230-a268-a2fb4c48d584', 'name': 'tempest-TestShelveInstance-179741344-router', 'tenant_id': 'c27ce079e8254fbd9ec43ba64374356b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '493c49d6-819d-4dc5-bbe8-336ff6a973e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:15Z', 'updated_at': '2022-04-07T13:39:16Z', 'revision_number': 3, 'project_id': 'c27ce079e8254fbd9ec43ba64374356b', 'gw_port': {'id': '493c49d6-819d-4dc5-bbe8-336ff6a973e4', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7c29d5-c087-4230-a268-a2fb4c48d584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:15Z', 'updated_at': '2022-04-07T13:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:19.387029 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-70c971e2-af33-4ae3-a384-c94007e9b86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (d3be28b2-b97a-4809-829a-af608ac91001), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:19.392035 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d4c33fb9-1e03-4014-adfe-dda4dac1de92 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for floatingip (e8961cd0-5a52-4a67-9e6d-56a62212654a), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:19.457687 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c971e2-af33-4ae3-a384-c94007e9b86e admin admin] Network 766d85e2-0a8b-4791-b702-7eb00053ef0b is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:39:19.462143 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c971e2-af33-4ae3-a384-c94007e9b86e admin admin] Pushing event updated for resources: {'Port': ['ID=d3be28b2-b97a-4809-829a-af608ac91001,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:19.465243 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-70c971e2-af33-4ae3-a384-c94007e9b86e admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:39:19.467510 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c971e2-af33-4ae3-a384-c94007e9b86e admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:39:19.509320 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acda34b-85f5-4a97-955c-7ce903b207b2 None None] The sync data for ids ['ee7c29d5-c087-4230-a268-a2fb4c48d584'] in dv-cinder-836973-1-iscsi is: [{'id': 'ee7c29d5-c087-4230-a268-a2fb4c48d584', 'name': 'tempest-TestShelveInstance-179741344-router', 'tenant_id': 'c27ce079e8254fbd9ec43ba64374356b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '493c49d6-819d-4dc5-bbe8-336ff6a973e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:15Z', 'updated_at': '2022-04-07T13:39:16Z', 'revision_number': 3, 'project_id': 'c27ce079e8254fbd9ec43ba64374356b', 'gw_port': {'id': '493c49d6-819d-4dc5-bbe8-336ff6a973e4', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7c29d5-c087-4230-a268-a2fb4c48d584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:15Z', 'updated_at': '2022-04-07T13:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:39:19.515121 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-2c423484-d36b-4289-8068-5bb704ab1fb0 None None] Provisioning complete for port 936d659c-aada-4d45-a92f-d232c14a77cb triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:19.515824 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-70c971e2-af33-4ae3-a384-c94007e9b86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421704'] for router_interface (ee7c29d5-c087-4230-a268-a2fb4c48d584), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:19.516024 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2c423484-d36b-4289-8068-5bb704ab1fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (936d659c-aada-4d45-a92f-d232c14a77cb), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:19.621024 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2c423484-d36b-4289-8068-5bb704ab1fb0 None None] Current status of the port 936d659c-aada-4d45-a92f-d232c14a77cb is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:19.732957 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-70c971e2-af33-4ae3-a384-c94007e9b86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d3be28b2-b97a-4809-829a-af608ac91001), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:19.749624 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-623d265a-1bb5-439f-b2a3-43bd1af0a0cf None None] Provisioning complete for port d3be28b2-b97a-4809-829a-af608ac91001 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:19.754668 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-623d265a-1bb5-439f-b2a3-43bd1af0a0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d3be28b2-b97a-4809-829a-af608ac91001), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:19.810635 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-623d265a-1bb5-439f-b2a3-43bd1af0a0cf None None] Port d3be28b2-b97a-4809-829a-af608ac91001 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:39:19.969601 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 936d659c-aada-4d45-a92f-d232c14a77cb up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:39:20.005212 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-70c971e2-af33-4ae3-a384-c94007e9b86e admin admin] Publish callbacks [] for port (d3be28b2-b97a-4809-829a-af608ac91001), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:20.021660 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-70c971e2-af33-4ae3-a384-c94007e9b86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (d3be28b2-b97a-4809-829a-af608ac91001), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:20.031997 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 936d659c-aada-4d45-a92f-d232c14a77cb triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:20.032604 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (936d659c-aada-4d45-a92f-d232c14a77cb), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:20.102430 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-70c971e2-af33-4ae3-a384-c94007e9b86e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421860'] for router_interface (ee7c29d5-c087-4230-a268-a2fb4c48d584), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:20.118114 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c971e2-af33-4ae3-a384-c94007e9b86e admin admin] Pushing event updated for resources: {'Port': ['ID=d3be28b2-b97a-4809-829a-af608ac91001,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:20.148870 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 936d659c-aada-4d45-a92f-d232c14a77cb is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:20.150067 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device ae06f281-b299-4915-aeb7-d9242b4d3d09 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:39:20.222547 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port ae06f281-b299-4915-aeb7-d9242b4d3d09 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:20.223318 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:20.225852 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c971e2-af33-4ae3-a384-c94007e9b86e admin admin] Network 766d85e2-0a8b-4791-b702-7eb00053ef0b is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:39:20.227389 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-70c971e2-af33-4ae3-a384-c94007e9b86e admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:39:20.353511 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port ae06f281-b299-4915-aeb7-d9242b4d3d09 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:20.456642 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c971e2-af33-4ae3-a384-c94007e9b86e admin admin] Router ee7c29d5-c087-4230-a268-a2fb4c48d584 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:39:20.536487 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d4c33fb9-1e03-4014-adfe-dda4dac1de92 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:20.540925 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d4c33fb9-1e03-4014-adfe-dda4dac1de92 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (e8961cd0-5a52-4a67-9e6d-56a62212654a), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:20.545339 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-d08cd037-6001-4848-8102-d2af9331dd39 None None] Provisioning complete for port d3be28b2-b97a-4809-829a-af608ac91001 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:20.549066 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d08cd037-6001-4848-8102-d2af9331dd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d3be28b2-b97a-4809-829a-af608ac91001), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:20.590402 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d08cd037-6001-4848-8102-d2af9331dd39 None None] Port d3be28b2-b97a-4809-829a-af608ac91001 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:39:20.613442 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c971e2-af33-4ae3-a384-c94007e9b86e admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:39:20.622353 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-70c971e2-af33-4ae3-a384-c94007e9b86e admin admin] 10.222.0.39 "PUT /v2.0/routers/ee7c29d5-c087-4230-a268-a2fb4c48d584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5232911 Apr 07 13:39:20.672270 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.l3_db [None req-d4c33fb9-1e03-4014-adfe-dda4dac1de92 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Floating IP e8961cd0-5a52-4a67-9e6d-56a62212654a associated. External IP: 172.27.0.129, port: a913a3dc-6074-49fe-9b58-9723a03e8689. Apr 07 13:39:20.897678 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c33fb9-1e03-4014-adfe-dda4dac1de92 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Router caf195c7-a9eb-4583-85e2-8622c1fe97b3 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:39:21.027262 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c33fb9-1e03-4014-adfe-dda4dac1de92 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:39:21.032442 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d4c33fb9-1e03-4014-adfe-dda4dac1de92 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:21.037788 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7974226-2f3b-48c0-8da8-de64030e93b4 None None] Sync routers for ids ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:39:21.052223 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7974226-2f3b-48c0-8da8-de64030e93b4 None None] Routers {'caf195c7-a9eb-4583-85e2-8622c1fe97b3'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:39:21.053291 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d7974226-2f3b-48c0-8da8-de64030e93b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:38:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:21.078573 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-d4c33fb9-1e03-4014-adfe-dda4dac1de92 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "PUT /v2.0/floatingips/e8961cd0-5a52-4a67-9e6d-56a62212654a HTTP/1.1" status: 200 len: 992 time: 1.7939394 Apr 07 13:39:21.078573 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'tag': 'a913a3dc-6074-49fe-9b58-9723a03e8689'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:39:21.078573 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d934b8e-70e5-4efc-8d54-8a493362eec1" -d '{"events": [{"name": "network-changed", "server_uuid": "09ac14c7-758c-4c75-8277-563a7dfe453e", "tag": "a913a3dc-6074-49fe-9b58-9723a03e8689"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:39:21.113789 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894abd4c-becc-488b-92b2-a20c4077b478 x-openstack-request-id: req-894abd4c-becc-488b-92b2-a20c4077b478 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:39:21.114082 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ac14c7-758c-4c75-8277-563a7dfe453e", "tag": "a913a3dc-6074-49fe-9b58-9723a03e8689", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:39:21.114360 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-894abd4c-becc-488b-92b2-a20c4077b478 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:39:21.114818 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894abd4c-becc-488b-92b2-a20c4077b478'] response: {'name': 'network-changed', 'server_uuid': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'tag': 'a913a3dc-6074-49fe-9b58-9723a03e8689', 'status': 'completed', 'code': 200} Apr 07 13:39:21.187459 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-d7974226-2f3b-48c0-8da8-de64030e93b4 None None] Set router caf195c7-a9eb-4583-85e2-8622c1fe97b3 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:39:21.224777 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d934b8e-70e5-4efc-8d54-8a493362eec1 req-ebec568b-e351-4f6d-9afb-d0bf18bcde3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:21.226948 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1d934b8e-70e5-4efc-8d54-8a493362eec1 req-ebec568b-e351-4f6d-9afb-d0bf18bcde3a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 1130 time: 0.0527027 Apr 07 13:39:21.312449 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 58392) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:21.319395 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-3eaec2ec-c23d-4609-b1d3-5318eee51c96 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-351197567', 'description': 'tempest-secgroup-smoke-351197567 description', 'project_id': '9dc31e4ed725435fa06e916718f742b0'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:39:21.342029 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d934b8e-70e5-4efc-8d54-8a493362eec1 req-712c2f78-bec8-4630-a6f3-cb9e24602c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:21.344490 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1d934b8e-70e5-4efc-8d54-8a493362eec1 req-712c2f78-bec8-4630-a6f3-cb9e24602c78 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 200 len: 920 time: 0.1091878 Apr 07 13:39:21.345937 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3eaec2ec-c23d-4609-b1d3-5318eee51c96 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:21.424930 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1d934b8e-70e5-4efc-8d54-8a493362eec1 req-6e986ebc-d85c-4308-8fde-3b9f635b9aab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a913a3dc-6074-49fe-9b58-9723a03e8689 HTTP/1.1" status: 200 len: 1000 time: 0.0674081 Apr 07 13:39:21.432455 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3eaec2ec-c23d-4609-b1d3-5318eee51c96 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group (f021fa59-53c6-44e8-bfbf-151d18220ad0), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:21.439431 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3eaec2ec-c23d-4609-b1d3-5318eee51c96 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (f021fa59-53c6-44e8-bfbf-151d18220ad0), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:21.472219 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3eaec2ec-c23d-4609-b1d3-5318eee51c96 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:21.476592 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-3eaec2ec-c23d-4609-b1d3-5318eee51c96 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1596811 Apr 07 13:39:21.478115 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 58396) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:21.484793 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaec2ec-c23d-4609-b1d3-5318eee51c96 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f021fa59-53c6-44e8-bfbf-151d18220ad0,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:21.489828 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-5a7c3f60-5198-40d8-b996-06fc0f350e72 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Request body: {'security_group_rule': {'security_group_id': 'f021fa59-53c6-44e8-bfbf-151d18220ad0', 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:39:21.512288 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d934b8e-70e5-4efc-8d54-8a493362eec1 req-a75438f1-78dd-4316-a555-ffa468c9ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:21.514080 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1d934b8e-70e5-4efc-8d54-8a493362eec1 req-a75438f1-78dd-4316-a555-ffa468c9ae9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caad4ec9-a40e-4065-a3e8-632593f10c40 HTTP/1.1" status: 200 len: 858 time: 0.0803137 Apr 07 13:39:21.569174 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5a7c3f60-5198-40d8-b996-06fc0f350e72 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group_rule (407e5846-e62b-4a17-a78a-03eaf7d2bf29), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:21.611405 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Sync routers for ids ['ee7c29d5-c087-4230-a268-a2fb4c48d584'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:39:21.621635 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Routers {'ee7c29d5-c087-4230-a268-a2fb4c48d584'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:39:21.622325 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:38:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['ee7c29d5-c087-4230-a268-a2fb4c48d584'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:21.649363 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d934b8e-70e5-4efc-8d54-8a493362eec1 req-9413245a-7c13-4494-8adb-af870c6b8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:21.649363 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1d934b8e-70e5-4efc-8d54-8a493362eec1 req-9413245a-7c13-4494-8adb-af870c6b8f29 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1246326 Apr 07 13:39:21.673551 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5a7c3f60-5198-40d8-b996-06fc0f350e72 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group_rule (407e5846-e62b-4a17-a78a-03eaf7d2bf29), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:21.689903 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5a7c3f60-5198-40d8-b996-06fc0f350e72 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (407e5846-e62b-4a17-a78a-03eaf7d2bf29), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:21.710336 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d7974226-2f3b-48c0-8da8-de64030e93b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-router', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'gw_port': {'id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:28Z', 'updated_at': '2022-04-07T13:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'e8961cd0-5a52-4a67-9e6d-56a62212654a', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'port_id': 'a913a3dc-6074-49fe-9b58-9723a03e8689', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'mac_address': 'fa:16:3e:45:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:39:00Z', 'updated_at': '2022-04-07T13:39:20Z', 'revision_number': 1, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7285bc2-7ead-4f2c-b12c-8b092af79475', 'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'mac_address': 'fa:16:3e:cd:2a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:42Z', 'revision_number': 5, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'subnets': [{'id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:21.743583 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c3f60-5198-40d8-b996-06fc0f350e72 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407e5846-e62b-4a17-a78a-03eaf7d2bf29,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:21.762329 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5a7c3f60-5198-40d8-b996-06fc0f350e72 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:21.767316 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5a7c3f60-5198-40d8-b996-06fc0f350e72 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2847190 Apr 07 13:39:21.767538 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 58408) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:21.771944 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-25307781-eaa2-4ccd-ba38-31413e0fde17 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Request body: {'security_group_rule': {'security_group_id': 'f021fa59-53c6-44e8-bfbf-151d18220ad0', 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:39:21.796695 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1d934b8e-70e5-4efc-8d54-8a493362eec1 req-013c909d-2cf4-45ac-bb61-fa9060f6cccd service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379716 Apr 07 13:39:21.813411 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7974226-2f3b-48c0-8da8-de64030e93b4 None None] Checking router: caf195c7-a9eb-4583-85e2-8622c1fe97b3 for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:39:21.823663 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7974226-2f3b-48c0-8da8-de64030e93b4 None None] Routers {'caf195c7-a9eb-4583-85e2-8622c1fe97b3'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:39:21.824296 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d7974226-2f3b-48c0-8da8-de64030e93b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:38:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:21.834351 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Set router ee7c29d5-c087-4230-a268-a2fb4c48d584 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:39:21.905312 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-25307781-eaa2-4ccd-ba38-31413e0fde17 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group_rule (2e8ceeab-a4cc-471b-b033-2779da72ce59), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:21.952014 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 493c49d6-819d-4dc5-bbe8-336ff6a973e4 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:39:21.986554 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-25307781-eaa2-4ccd-ba38-31413e0fde17 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group_rule (2e8ceeab-a4cc-471b-b033-2779da72ce59), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:21.997337 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-25307781-eaa2-4ccd-ba38-31413e0fde17 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (2e8ceeab-a4cc-471b-b033-2779da72ce59), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.004036 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-d7974226-2f3b-48c0-8da8-de64030e93b4 None None] Set router caf195c7-a9eb-4583-85e2-8622c1fe97b3 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:39:22.024707 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25307781-eaa2-4ccd-ba38-31413e0fde17 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8ceeab-a4cc-471b-b033-2779da72ce59,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:22.058377 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1d934b8e-70e5-4efc-8d54-8a493362eec1 req-c24e68df-c925-4a06-bd29-15a196592e7e service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538676 Apr 07 13:39:22.063042 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-25307781-eaa2-4ccd-ba38-31413e0fde17 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.064366 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-25307781-eaa2-4ccd-ba38-31413e0fde17 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2958517 Apr 07 13:39:22.067832 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 58414) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:22.076339 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-3f4b3d63-9793-4975-bb78-b16570d6c82b tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Request body: {'security_group_rule': {'security_group_id': 'f021fa59-53c6-44e8-bfbf-151d18220ad0', 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:39:22.130120 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 493c49d6-819d-4dc5-bbe8-336ff6a973e4 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:22.130529 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (493c49d6-819d-4dc5-bbe8-336ff6a973e4), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.130941 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3f4b3d63-9793-4975-bb78-b16570d6c82b tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group_rule (1065b5e0-dbfb-40fc-a60f-003acde5726e), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.163395 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7c29d5-c087-4230-a268-a2fb4c48d584', 'name': 'tempest-TestShelveInstance-179741344-router', 'tenant_id': 'c27ce079e8254fbd9ec43ba64374356b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '493c49d6-819d-4dc5-bbe8-336ff6a973e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:15Z', 'updated_at': '2022-04-07T13:39:19Z', 'revision_number': 4, 'project_id': 'c27ce079e8254fbd9ec43ba64374356b', 'gw_port': {'id': '493c49d6-819d-4dc5-bbe8-336ff6a973e4', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7c29d5-c087-4230-a268-a2fb4c48d584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:15Z', 'updated_at': '2022-04-07T13:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'd3be28b2-b97a-4809-829a-af608ac91001', 'name': '', 'network_id': '766d85e2-0a8b-4791-b702-7eb00053ef0b', 'tenant_id': 'c27ce079e8254fbd9ec43ba64374356b', 'mac_address': 'fa:16:3e:a6:00:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7c29d5-c087-4230-a268-a2fb4c48d584', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '1df12854-8e98-4d6c-8757-1a64b13b7bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:18Z', 'updated_at': '2022-04-07T13:39:19Z', 'revision_number': 2, 'project_id': 'c27ce079e8254fbd9ec43ba64374356b', 'subnets': [{'id': '1df12854-8e98-4d6c-8757-1a64b13b7bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:22.206692 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Checking router: ee7c29d5-c087-4230-a268-a2fb4c48d584 for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:39:22.207236 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Updating router ee7c29d5-c087-4230-a268-a2fb4c48d584 port d3be28b2-b97a-4809-829a-af608ac91001 binding host dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:39:22.216348 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3f4b3d63-9793-4975-bb78-b16570d6c82b tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group_rule (1065b5e0-dbfb-40fc-a60f-003acde5726e), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.222590 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3f4b3d63-9793-4975-bb78-b16570d6c82b tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (1065b5e0-dbfb-40fc-a60f-003acde5726e), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.251163 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b3d63-9793-4975-bb78-b16570d6c82b tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1065b5e0-dbfb-40fc-a60f-003acde5726e,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:22.269946 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3f4b3d63-9793-4975-bb78-b16570d6c82b tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.271206 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-3f4b3d63-9793-4975-bb78-b16570d6c82b tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2011008 Apr 07 13:39:22.273908 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 58418) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:22.278607 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-6f6c16f0-7be6-48bf-bef7-4c4860867896 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Request body: {'security_group_rule': {'security_group_id': 'f021fa59-53c6-44e8-bfbf-151d18220ad0', 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:39:22.283997 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d3be28b2-b97a-4809-829a-af608ac91001), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.321537 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6f6c16f0-7be6-48bf-bef7-4c4860867896 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group_rule (981c8fa6-1703-48e9-8532-3a4c582d9f4e), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.333730 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 493c49d6-819d-4dc5-bbe8-336ff6a973e4 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:22.333730 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (493c49d6-819d-4dc5-bbe8-336ff6a973e4), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.350346 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] For port 493c49d6-819d-4dc5-bbe8-336ff6a973e4, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=493c49d6-819d-4dc5-bbe8-336ff6a973e4,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:39:22.369995 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (493c49d6-819d-4dc5-bbe8-336ff6a973e4), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.427975 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6f6c16f0-7be6-48bf-bef7-4c4860867896 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group_rule (981c8fa6-1703-48e9-8532-3a4c582d9f4e), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.429859 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3077d75f-c32e-44e1-81d5-fc7c1ddcebe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.433577 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6f6c16f0-7be6-48bf-bef7-4c4860867896 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (981c8fa6-1703-48e9-8532-3a4c582d9f4e), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.448981 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Pushing event updated for resources: {'Port': ['ID=493c49d6-819d-4dc5-bbe8-336ff6a973e4,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:22.452734 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c16f0-7be6-48bf-bef7-4c4860867896 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981c8fa6-1703-48e9-8532-3a4c582d9f4e,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:22.464644 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6f6c16f0-7be6-48bf-bef7-4c4860867896 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.465892 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-6f6c16f0-7be6-48bf-bef7-4c4860867896 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1908567 Apr 07 13:39:22.466808 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d7974226-2f3b-48c0-8da8-de64030e93b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-router', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'gw_port': {'id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:28Z', 'updated_at': '2022-04-07T13:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'e8961cd0-5a52-4a67-9e6d-56a62212654a', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'port_id': 'a913a3dc-6074-49fe-9b58-9723a03e8689', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'mac_address': 'fa:16:3e:45:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:39:00Z', 'updated_at': '2022-04-07T13:39:20Z', 'revision_number': 1, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7285bc2-7ead-4f2c-b12c-8b092af79475', 'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'mac_address': 'fa:16:3e:cd:2a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:42Z', 'revision_number': 5, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'subnets': [{'id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:22.468576 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 58422) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:22.473724 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-5f56c9a5-732d-4199-bddf-42219f0b33af tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Request body: {'security_group_rule': {'security_group_id': 'f021fa59-53c6-44e8-bfbf-151d18220ad0', 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:39:22.502508 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.securitygroups_db [None req-5f56c9a5-732d-4199-bddf-42219f0b33af tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Project 9dc31e4ed725435fa06e916718f742b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 13:39:22.507190 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7974226-2f3b-48c0-8da8-de64030e93b4 None None] The sync data for ids ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'] in dv-cinder-836973-1-iscsi is: [{'id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-router', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'gw_port': {'id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:28Z', 'updated_at': '2022-04-07T13:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'e8961cd0-5a52-4a67-9e6d-56a62212654a', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'port_id': 'a913a3dc-6074-49fe-9b58-9723a03e8689', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'mac_address': 'fa:16:3e:45:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:39:00Z', 'updated_at': '2022-04-07T13:39:20Z', 'revision_number': 1, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7285bc2-7ead-4f2c-b12c-8b092af79475', 'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'mac_address': 'fa:16:3e:cd:2a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:42Z', 'revision_number': 5, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'subnets': [{'id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:39:22.508409 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5f56c9a5-732d-4199-bddf-42219f0b33af tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group_rule (35894c45-c83f-43a1-a77d-7df9bd507780), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.580266 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5f56c9a5-732d-4199-bddf-42219f0b33af tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group_rule (35894c45-c83f-43a1-a77d-7df9bd507780), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.589053 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5f56c9a5-732d-4199-bddf-42219f0b33af tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (35894c45-c83f-43a1-a77d-7df9bd507780), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.611627 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56c9a5-732d-4199-bddf-42219f0b33af tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35894c45-c83f-43a1-a77d-7df9bd507780,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:22.623450 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5f56c9a5-732d-4199-bddf-42219f0b33af tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.626342 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-5f56c9a5-732d-4199-bddf-42219f0b33af tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1551814 Apr 07 13:39:22.628180 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 58442) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:39:22.633784 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-12568a79-a95e-4019-b4e4-5e8381d2e0ea tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Request body: {'security_group_rule': {'security_group_id': 'f021fa59-53c6-44e8-bfbf-151d18220ad0', 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:39:22.651794 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Publish callbacks [] for port (d3be28b2-b97a-4809-829a-af608ac91001), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.658808 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d3be28b2-b97a-4809-829a-af608ac91001), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.665701 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.securitygroups_db [None req-12568a79-a95e-4019-b4e4-5e8381d2e0ea tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Project 9dc31e4ed725435fa06e916718f742b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 13:39:22.671246 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-12568a79-a95e-4019-b4e4-5e8381d2e0ea tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group_rule (9cd2894d-1c75-43ca-89c3-215858328080), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.715476 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84207aa-413c-4b88-9726-d30b819fca05 None None] Pushing event updated for resources: {'Port': ['ID=d3be28b2-b97a-4809-829a-af608ac91001,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:22.753332 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-12568a79-a95e-4019-b4e4-5e8381d2e0ea tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group_rule (9cd2894d-1c75-43ca-89c3-215858328080), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.760595 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-12568a79-a95e-4019-b4e4-5e8381d2e0ea tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (9cd2894d-1c75-43ca-89c3-215858328080), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.780290 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12568a79-a95e-4019-b4e4-5e8381d2e0ea tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd2894d-1c75-43ca-89c3-215858328080,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:22.805530 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-12568a79-a95e-4019-b4e4-5e8381d2e0ea tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.817250 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-12568a79-a95e-4019-b4e4-5e8381d2e0ea tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1875439 Apr 07 13:39:22.844789 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Attempting to bind port d3be28b2-b97a-4809-829a-af608ac91001 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:39:22.845170 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Attempting to bind port d3be28b2-b97a-4809-829a-af608ac91001 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': 'a8a7761c-f42a-44b9-b8c7-c4143d323abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '766d85e2-0a8b-4791-b702-7eb00053ef0b'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:39:22.845584 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Attempting to bind port d3be28b2-b97a-4809-829a-af608ac91001 on network 766d85e2-0a8b-4791-b702-7eb00053ef0b {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:39:22.852719 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:39:22.853110 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Checking segment: {'id': 'a8a7761c-f42a-44b9-b8c7-c4143d323abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '766d85e2-0a8b-4791-b702-7eb00053ef0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:39:22.853518 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.853920 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Bound using segment: {'id': 'a8a7761c-f42a-44b9-b8c7-c4143d323abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '766d85e2-0a8b-4791-b702-7eb00053ef0b'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:39:22.854414 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Bound port: d3be28b2-b97a-4809-829a-af608ac91001, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a7761c-f42a-44b9-b8c7-c4143d323abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '766d85e2-0a8b-4791-b702-7eb00053ef0b'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:39:22.854799 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d3be28b2-b97a-4809-829a-af608ac91001), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:22.891986 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571133e0-d6b0-4d26-9333-81e8171e6920 None None] New status for floating IP e8961cd0-5a52-4a67-9e6d-56a62212654a: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:39:22.969566 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] For port d3be28b2-b97a-4809-829a-af608ac91001, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:39:22.973478 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] For port d3be28b2-b97a-4809-829a-af608ac91001, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=d3be28b2-b97a-4809-829a-af608ac91001,segment=NetworkSegment(a8a7761c-f42a-44b9-b8c7-c4143d323abd),segment_id=a8a7761c-f42a-44b9-b8c7-c4143d323abd)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:39:22.981850 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d3be28b2-b97a-4809-829a-af608ac91001), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:23.102754 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-937f0cb3-cab3-4adf-9a1e-81ec5a6829e3 None None] Provisioning complete for port d3be28b2-b97a-4809-829a-af608ac91001 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:23.103407 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-937f0cb3-cab3-4adf-9a1e-81ec5a6829e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d3be28b2-b97a-4809-829a-af608ac91001), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:23.136877 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Routers {'ee7c29d5-c087-4230-a268-a2fb4c48d584'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:39:23.137548 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:38:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['ee7c29d5-c087-4230-a268-a2fb4c48d584'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:23.208894 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84207aa-413c-4b88-9726-d30b819fca05 None None] Pushing event updated for resources: {'Port': ['ID=d3be28b2-b97a-4809-829a-af608ac91001,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:23.283912 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-937f0cb3-cab3-4adf-9a1e-81ec5a6829e3 None None] Current status of the port d3be28b2-b97a-4809-829a-af608ac91001 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:23.284318 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-937f0cb3-cab3-4adf-9a1e-81ec5a6829e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d3be28b2-b97a-4809-829a-af608ac91001), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:23.329458 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-937f0cb3-cab3-4adf-9a1e-81ec5a6829e3 None None] For port d3be28b2-b97a-4809-829a-af608ac91001, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=d3be28b2-b97a-4809-829a-af608ac91001,segment=NetworkSegment(a8a7761c-f42a-44b9-b8c7-c4143d323abd),segment_id=a8a7761c-f42a-44b9-b8c7-c4143d323abd)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:39:23.334625 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-937f0cb3-cab3-4adf-9a1e-81ec5a6829e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d3be28b2-b97a-4809-829a-af608ac91001), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:23.371708 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] Set router ee7c29d5-c087-4230-a268-a2fb4c48d584 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:39:23.397719 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f0cb3-cab3-4adf-9a1e-81ec5a6829e3 None None] Pushing event updated for resources: {'Port': ['ID=d3be28b2-b97a-4809-829a-af608ac91001,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:39:23.460553 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-fa0718b2-0f05-4189-9bd5-1bea3ff7df11 None None] Provisioning complete for port d3be28b2-b97a-4809-829a-af608ac91001 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:23.461165 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa0718b2-0f05-4189-9bd5-1bea3ff7df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d3be28b2-b97a-4809-829a-af608ac91001), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:23.609682 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-fa0718b2-0f05-4189-9bd5-1bea3ff7df11 None None] Current status of the port d3be28b2-b97a-4809-829a-af608ac91001 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:23.636256 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7c29d5-c087-4230-a268-a2fb4c48d584', 'name': 'tempest-TestShelveInstance-179741344-router', 'tenant_id': 'c27ce079e8254fbd9ec43ba64374356b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '493c49d6-819d-4dc5-bbe8-336ff6a973e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:15Z', 'updated_at': '2022-04-07T13:39:19Z', 'revision_number': 4, 'project_id': 'c27ce079e8254fbd9ec43ba64374356b', 'gw_port': {'id': '493c49d6-819d-4dc5-bbe8-336ff6a973e4', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7c29d5-c087-4230-a268-a2fb4c48d584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:15Z', 'updated_at': '2022-04-07T13:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'd3be28b2-b97a-4809-829a-af608ac91001', 'name': '', 'network_id': '766d85e2-0a8b-4791-b702-7eb00053ef0b', 'tenant_id': 'c27ce079e8254fbd9ec43ba64374356b', 'mac_address': 'fa:16:3e:a6:00:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7c29d5-c087-4230-a268-a2fb4c48d584', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '1df12854-8e98-4d6c-8757-1a64b13b7bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:18Z', 'updated_at': '2022-04-07T13:39:22Z', 'revision_number': 4, 'project_id': 'c27ce079e8254fbd9ec43ba64374356b', 'subnets': [{'id': '1df12854-8e98-4d6c-8757-1a64b13b7bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:39:23.671463 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cd843e-b93d-49da-920e-d3241b5421ab None None] The sync data for ids ['ee7c29d5-c087-4230-a268-a2fb4c48d584'] in dv-cinder-836973-1-iscsi is: [{'id': 'ee7c29d5-c087-4230-a268-a2fb4c48d584', 'name': 'tempest-TestShelveInstance-179741344-router', 'tenant_id': 'c27ce079e8254fbd9ec43ba64374356b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '493c49d6-819d-4dc5-bbe8-336ff6a973e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:15Z', 'updated_at': '2022-04-07T13:39:19Z', 'revision_number': 4, 'project_id': 'c27ce079e8254fbd9ec43ba64374356b', 'gw_port': {'id': '493c49d6-819d-4dc5-bbe8-336ff6a973e4', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7c29d5-c087-4230-a268-a2fb4c48d584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:15Z', 'updated_at': '2022-04-07T13:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'd3be28b2-b97a-4809-829a-af608ac91001', 'name': '', 'network_id': '766d85e2-0a8b-4791-b702-7eb00053ef0b', 'tenant_id': 'c27ce079e8254fbd9ec43ba64374356b', 'mac_address': 'fa:16:3e:a6:00:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7c29d5-c087-4230-a268-a2fb4c48d584', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '1df12854-8e98-4d6c-8757-1a64b13b7bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:18Z', 'updated_at': '2022-04-07T13:39:22Z', 'revision_number': 4, 'project_id': 'c27ce079e8254fbd9ec43ba64374356b', 'subnets': [{'id': '1df12854-8e98-4d6c-8757-1a64b13b7bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:39:23.920028 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device d3be28b2-b97a-4809-829a-af608ac91001 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:39:23.975983 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port d3be28b2-b97a-4809-829a-af608ac91001 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:23.976361 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d3be28b2-b97a-4809-829a-af608ac91001), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:24.060467 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port d3be28b2-b97a-4809-829a-af608ac91001 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:24.061550 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 493c49d6-819d-4dc5-bbe8-336ff6a973e4 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:39:24.112361 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 493c49d6-819d-4dc5-bbe8-336ff6a973e4 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:39:24.112743 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (493c49d6-819d-4dc5-bbe8-336ff6a973e4), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:24.199045 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 493c49d6-819d-4dc5-bbe8-336ff6a973e4 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:39:24.883524 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e5fa0bec-b91c-40e3-abe6-1ed30515dac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:25.746464 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:26.992662 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:39:27.210280 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:28.660529 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:29.301411 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5b8a508e-606f-4954-84b7-1c80c9baf29d req-423b1ee7-cfe7-4815-97e2-a8936dd6ff4b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486424 Apr 07 13:39:29.396030 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a508e-606f-4954-84b7-1c80c9baf29d req-e754ce58-82c6-4032-9772-41fb9237aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:29.397531 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5b8a508e-606f-4954-84b7-1c80c9baf29d req-e754ce58-82c6-4032-9772-41fb9237aa88 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 1129 time: 0.0554128 Apr 07 13:39:29.514548 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a508e-606f-4954-84b7-1c80c9baf29d req-76030f34-1436-4be8-bdcd-416b3f0f7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:29.516039 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5b8a508e-606f-4954-84b7-1c80c9baf29d req-76030f34-1436-4be8-bdcd-416b3f0f7516 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 200 len: 920 time: 0.0949910 Apr 07 13:39:29.560825 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5b8a508e-606f-4954-84b7-1c80c9baf29d req-96107811-a554-419e-947b-529fc8d98a9d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5bed554-00f3-466f-bc02-887e4a4f841d HTTP/1.1" status: 200 len: 217 time: 0.0366280 Apr 07 13:39:29.611729 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a508e-606f-4954-84b7-1c80c9baf29d req-90e61b68-63b0-4db1-b67a-8ef2b0f38988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:29.613083 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5b8a508e-606f-4954-84b7-1c80c9baf29d req-90e61b68-63b0-4db1-b67a-8ef2b0f38988 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caad4ec9-a40e-4065-a3e8-632593f10c40 HTTP/1.1" status: 200 len: 858 time: 0.0435677 Apr 07 13:39:29.661484 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a508e-606f-4954-84b7-1c80c9baf29d req-3fce8e9d-8777-4e3b-b0a5-654027896ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:39:29.663017 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5b8a508e-606f-4954-84b7-1c80c9baf29d req-3fce8e9d-8777-4e3b-b0a5-654027896ba8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435686 Apr 07 13:39:29.755285 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5b8a508e-606f-4954-84b7-1c80c9baf29d req-8a719de1-2c43-4a76-a916-2a334d59e08f service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851953 Apr 07 13:39:29.846441 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5b8a508e-606f-4954-84b7-1c80c9baf29d req-b8a035b5-ac82-435a-b6ab-6a1395e98ec9 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850389 Apr 07 13:39:34.395420 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:52.401546 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6643aa60-1405-4386-a8ee-47b04f200af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:54.884615 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40efd90f-55b4-44cb-a37e-5a920a55732e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:55.747932 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:57.213505 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:39:58.658700 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:03.991426 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:40:04.397676 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:15.064047 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-09cfc178-886a-4723-bc44-561239c309c0 req-f37669b0-ed03-408b-8e52-52f8aa26ad41 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-351197567&fields=id&tenant_id=9dc31e4ed725435fa06e916718f742b0 HTTP/1.1" status: 200 len: 267 time: 0.0461802 Apr 07 13:40:15.167794 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfc178-886a-4723-bc44-561239c309c0 req-f95eb8e7-98e7-4547-a46d-2ab7cfbbe868 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:15.169256 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-09cfc178-886a-4723-bc44-561239c309c0 req-f95eb8e7-98e7-4547-a46d-2ab7cfbbe868 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/networks?id=7402de63-2dfc-4a98-a866-4c01589f971f HTTP/1.1" status: 200 len: 809 time: 0.0987639 Apr 07 13:40:15.183408 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-09cfc178-886a-4723-bc44-561239c309c0 req-97de72e3-bb56-4211-8731-33666bb2fecd tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/quotas/9dc31e4ed725435fa06e916718f742b0 HTTP/1.1" status: 200 len: 375 time: 0.0089490 Apr 07 13:40:15.238309 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-09cfc178-886a-4723-bc44-561239c309c0 req-b6e89212-f091-4727-9359-268c650087bf tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9dc31e4ed725435fa06e916718f742b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500398 Apr 07 13:40:15.336952 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-09cfc178-886a-4723-bc44-561239c309c0 req-8424e7eb-74f5-48b1-ad59-6f8adfa74715 service neutron] 10.222.0.39 "GET /v2.0/networks/7402de63-2dfc-4a98-a866-4c01589f971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880022 Apr 07 13:40:15.446964 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-09cfc178-886a-4723-bc44-561239c309c0 req-9823ff28-26e1-46b9-9e9c-23085385db1f service neutron] 10.222.0.39 "GET /v2.0/networks/7402de63-2dfc-4a98-a866-4c01589f971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037698 Apr 07 13:40:15.733703 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5fe83f27-94c4-4186-8b70-6e89a43ada5b req-346cf4b8-775d-4540-9e3a-ccbbc2ebbd27 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 210 time: 0.0263922 Apr 07 13:40:16.830425 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7e183d98-3fc0-47fc-9d2e-858e9f0d8c26 req-d7595485-e51d-41ff-ae96-0fafb8eb459d tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 210 time: 0.0283458 Apr 07 13:40:17.265049 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfc178-886a-4723-bc44-561239c309c0 req-0093e868-ee17-4ff9-ba71-ad34a17efeac tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:17.266940 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09cfc178-886a-4723-bc44-561239c309c0 req-0093e868-ee17-4ff9-ba71-ad34a17efeac tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.23 "GET /v2.0/networks?id=7402de63-2dfc-4a98-a866-4c01589f971f HTTP/1.1" status: 200 len: 809 time: 0.1057684 Apr 07 13:40:17.338004 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09cfc178-886a-4723-bc44-561239c309c0 req-134b9098-4146-4aed-afad-7bc03a240716 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dc31e4ed725435fa06e916718f742b0 HTTP/1.1" status: 200 len: 379 time: 0.0536013 Apr 07 13:40:17.346116 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-09cfc178-886a-4723-bc44-561239c309c0 req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Request body: {'port': {'device_id': 'b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670', 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f', 'admin_state_up': True, 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'security_groups': ['f021fa59-53c6-44e8-bfbf-151d18220ad0']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:40:17.455188 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09cfc178-886a-4723-bc44-561239c309c0 req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Made reservation on behalf of 9dc31e4ed725435fa06e916718f742b0 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:40:17.458502 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-09cfc178-886a-4723-bc44-561239c309c0 req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:17.587636 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-09cfc178-886a-4723-bc44-561239c309c0 req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Allocated IP 172.20.0.6 (7402de63-2dfc-4a98-a866-4c01589f971f/0ab03637-9f73-4f74-90e9-2d4e6a6b829b/4f23a4d0-65d2-48c5-a689-041550c4a618) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:40:17.725137 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-09cfc178-886a-4723-bc44-561239c309c0 req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:17.757670 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-09cfc178-886a-4723-bc44-561239c309c0 req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:17.797376 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cfc178-886a-4723-bc44-561239c309c0 req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Network 7402de63-2dfc-4a98-a866-4c01589f971f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:40:17.800242 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-09cfc178-886a-4723-bc44-561239c309c0 req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:40:17.803872 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cfc178-886a-4723-bc44-561239c309c0 req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:40:17.832936 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Pushing event updated for resources: {'Port': ['ID=4f23a4d0-65d2-48c5-a689-041550c4a618,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:40:17.843463 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:17.843742 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:17.844081 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:17.844422 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:17.844756 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:17.845089 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:17.845421 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:17.845748 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:17.846077 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:17.846433 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:17.846758 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:17.847079 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:17.847398 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:17.847717 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:17.848034 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:17.874046 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfc178-886a-4723-bc44-561239c309c0 req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:17.874728 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-09cfc178-886a-4723-bc44-561239c309c0 req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:17.899292 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09cfc178-886a-4723-bc44-561239c309c0 req-0993dbf9-bad1-498d-acc8-75447b4e6b06 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5565922 Apr 07 13:40:17.959352 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188a17e-a459-47f1-a848-b72d0f709b2c req-78ce1543-ce75-4034-afdc-516653e0133d tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:17.961407 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8188a17e-a459-47f1-a848-b72d0f709b2c req-78ce1543-ce75-4034-afdc-516653e0133d tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 931 time: 0.0530851 Apr 07 13:40:18.009460 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8188a17e-a459-47f1-a848-b72d0f709b2c req-08ad1699-c041-4c16-a9b9-37bd296a27f3 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420902 Apr 07 13:40:18.080204 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-6f598e75-fa60-4ffa-ae8b-b928a1988018 None None] Provisioning complete for port 4f23a4d0-65d2-48c5-a689-041550c4a618 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:40:18.080760 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f598e75-fa60-4ffa-ae8b-b928a1988018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:18.113395 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-6f598e75-fa60-4ffa-ae8b-b928a1988018 None None] Port 4f23a4d0-65d2-48c5-a689-041550c4a618 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:40:19.127297 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c4332-a0d9-468c-b9e3-855eb156f155 req-77dd2dbd-4373-49c9-a151-9ccb8ff475b1 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:19.128747 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-900c4332-a0d9-468c-b9e3-855eb156f155 req-77dd2dbd-4373-49c9-a151-9ccb8ff475b1 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 931 time: 0.0544465 Apr 07 13:40:19.175669 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-900c4332-a0d9-468c-b9e3-855eb156f155 req-e996ad17-beb5-4604-84d8-1d07d5984077 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409122 Apr 07 13:40:20.289654 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb8b0d-49e4-443e-a2a4-ae317b22d16f req-0932fcbc-2a52-4d3f-952f-16a47e548756 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:20.291113 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fcfb8b0d-49e4-443e-a2a4-ae317b22d16f req-0932fcbc-2a52-4d3f-952f-16a47e548756 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 931 time: 0.0503018 Apr 07 13:40:20.337458 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fcfb8b0d-49e4-443e-a2a4-ae317b22d16f req-59b2306e-544b-4131-8081-21eeb6ec4679 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409539 Apr 07 13:40:21.449785 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed75f3-0061-44dc-ae10-7aa0c65792b5 req-411e58d1-950d-4ef5-ab99-fc88459b6cc1 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:21.451249 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-09ed75f3-0061-44dc-ae10-7aa0c65792b5 req-411e58d1-950d-4ef5-ab99-fc88459b6cc1 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 931 time: 0.0497882 Apr 07 13:40:21.501457 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-09ed75f3-0061-44dc-ae10-7aa0c65792b5 req-468d38ed-42fc-4811-955a-827f6ec7f443 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448394 Apr 07 13:40:21.728208 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Request body: {'port': {'device_id': 'b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:40:21.789350 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:22.041456 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f23a4d0-65d2-48c5-a689-041550c4a618 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:40:22.049960 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Publish callbacks [] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:22.063121 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Transition to ACTIVE for port object 4f23a4d0-65d2-48c5-a689-041550c4a618 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:40:22.067128 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:22.123198 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Pushing event updated for resources: {'Port': ['ID=4f23a4d0-65d2-48c5-a689-041550c4a618,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:40:22.188746 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Attempting to bind port 4f23a4d0-65d2-48c5-a689-041550c4a618 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:40:22.189076 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Attempting to bind port 4f23a4d0-65d2-48c5-a689-041550c4a618 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '90018b87-af8a-47ee-9987-c149d89d6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:40:22.189400 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Attempting to bind port 4f23a4d0-65d2-48c5-a689-041550c4a618 on network 7402de63-2dfc-4a98-a866-4c01589f971f {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:40:22.193817 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Port 4f23a4d0-65d2-48c5-a689-041550c4a618 on network 7402de63-2dfc-4a98-a866-4c01589f971f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:40:22.194182 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Attempting to bind port 4f23a4d0-65d2-48c5-a689-041550c4a618 on network 7402de63-2dfc-4a98-a866-4c01589f971f {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:40:22.199114 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:40:22.199447 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Checking segment: {'id': '90018b87-af8a-47ee-9987-c149d89d6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:40:22.199844 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Bound using segment: {'id': '90018b87-af8a-47ee-9987-c149d89d6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:40:22.200253 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Bound port: 4f23a4d0-65d2-48c5-a689-041550c4a618, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90018b87-af8a-47ee-9987-c149d89d6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:40:22.200608 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:22.265362 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] For port 4f23a4d0-65d2-48c5-a689-041550c4a618, host hv-cinder-83697, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:40:22.268261 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] For port 4f23a4d0-65d2-48c5-a689-041550c4a618, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4f23a4d0-65d2-48c5-a689-041550c4a618,segment=NetworkSegment(90018b87-af8a-47ee-9987-c149d89d6c97),segment_id=90018b87-af8a-47ee-9987-c149d89d6c97)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:40:22.274733 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:22.309589 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:22.310206 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:22.311629 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09cfc178-886a-4723-bc44-561239c309c0 req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] 10.222.0.23 "PUT /v2.0/ports/4f23a4d0-65d2-48c5-a689-041550c4a618 HTTP/1.1" status: 200 len: 1093 time: 0.5877650 Apr 07 13:40:22.312067 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670', 'tag': '4f23a4d0-65d2-48c5-a689-041550c4a618'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:40:22.314275 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae8f0ad-43e8-4c90-92a9-ca807a44338f" -d '{"events": [{"name": "network-changed", "server_uuid": "b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670", "tag": "4f23a4d0-65d2-48c5-a689-041550c4a618"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:40:22.339594 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c17d0-6052-41cf-93b8-5bd3e284948f service neutron] Pushing event updated for resources: {'Port': ['ID=4f23a4d0-65d2-48c5-a689-041550c4a618,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:40:22.351577 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c79914-25f4-42aa-ac27-c16ff8319e2f x-openstack-request-id: req-04c79914-25f4-42aa-ac27-c16ff8319e2f {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:40:22.351875 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670", "tag": "4f23a4d0-65d2-48c5-a689-041550c4a618", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:40:22.352131 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04c79914-25f4-42aa-ac27-c16ff8319e2f {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:40:22.352534 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c79914-25f4-42aa-ac27-c16ff8319e2f'] response: {'name': 'network-changed', 'server_uuid': 'b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670', 'tag': '4f23a4d0-65d2-48c5-a689-041550c4a618', 'status': 'completed', 'code': 200} Apr 07 13:40:22.403004 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-14bc2363-2de5-4f66-963d-ba6764e4676f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:22.615112 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a1c91-5527-4478-bdd2-5852d7849184 req-73beadd5-a5c5-450b-a1cf-5ceb3149d621 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:22.616634 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6c9a1c91-5527-4478-bdd2-5852d7849184 req-73beadd5-a5c5-450b-a1cf-5ceb3149d621 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0515566 Apr 07 13:40:22.664798 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6c9a1c91-5527-4478-bdd2-5852d7849184 req-fca9b5d7-4f90-4f76-880c-b435301d5d7c tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426321 Apr 07 13:40:23.476666 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8f0ad-43e8-4c90-92a9-ca807a44338f req-7b166443-8916-4280-9b85-6c92e2bc71af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:23.478177 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fae8f0ad-43e8-4c90-92a9-ca807a44338f req-7b166443-8916-4280-9b85-6c92e2bc71af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc31e4ed725435fa06e916718f742b0&device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 1127 time: 0.2585230 Apr 07 13:40:23.580451 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8f0ad-43e8-4c90-92a9-ca807a44338f req-c32f3957-52d8-430a-8d3f-5ce5f66580d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:23.581940 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fae8f0ad-43e8-4c90-92a9-ca807a44338f req-c32f3957-52d8-430a-8d3f-5ce5f66580d1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9dc31e4ed725435fa06e916718f742b0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0900025 Apr 07 13:40:23.674066 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8f0ad-43e8-4c90-92a9-ca807a44338f req-95284df6-b5ed-466c-8098-7476a5589482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:23.675612 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fae8f0ad-43e8-4c90-92a9-ca807a44338f req-95284df6-b5ed-466c-8098-7476a5589482 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869033 Apr 07 13:40:23.784913 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfc178-886a-4723-bc44-561239c309c0 req-bb365241-575c-446e-8609-05baf8a98fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:23.785666 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f382cef-2cd9-4d89-95f8-a6aff788b3a1 req-cdbe1357-b52e-4394-ad09-c3b860a7da41 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:23.786708 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09cfc178-886a-4723-bc44-561239c309c0 req-bb365241-575c-446e-8609-05baf8a98fbf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc31e4ed725435fa06e916718f742b0&device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 1127 time: 0.0471859 Apr 07 13:40:23.787413 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1f382cef-2cd9-4d89-95f8-a6aff788b3a1 req-cdbe1357-b52e-4394-ad09-c3b860a7da41 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0575092 Apr 07 13:40:23.839029 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1f382cef-2cd9-4d89-95f8-a6aff788b3a1 req-23254f01-5adf-4d11-93bc-db44852911f1 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447621 Apr 07 13:40:23.839846 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09cfc178-886a-4723-bc44-561239c309c0 req-8e0fffd9-bf79-4f69-b081-2f2cbd3a2448 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f23a4d0-65d2-48c5-a689-041550c4a618 HTTP/1.1" status: 200 len: 217 time: 0.0387230 Apr 07 13:40:23.887575 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfc178-886a-4723-bc44-561239c309c0 req-ba187e38-70de-4199-a5ff-b66b0bd8b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:23.889041 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09cfc178-886a-4723-bc44-561239c309c0 req-ba187e38-70de-4199-a5ff-b66b0bd8b616 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ab03637-9f73-4f74-90e9-2d4e6a6b829b HTTP/1.1" status: 200 len: 848 time: 0.0432644 Apr 07 13:40:23.937881 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfc178-886a-4723-bc44-561239c309c0 req-64676fa0-ceef-44bc-9bfe-396f31c2366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:23.939369 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09cfc178-886a-4723-bc44-561239c309c0 req-64676fa0-ceef-44bc-9bfe-396f31c2366a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7402de63-2dfc-4a98-a866-4c01589f971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435190 Apr 07 13:40:24.030663 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09cfc178-886a-4723-bc44-561239c309c0 req-0841cb5d-5b69-4245-a24b-e2cda049bca5 service neutron] 10.222.0.23 "GET /v2.0/networks/7402de63-2dfc-4a98-a866-4c01589f971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842729 Apr 07 13:40:24.121681 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09cfc178-886a-4723-bc44-561239c309c0 req-dc81e9fb-2d58-48df-8486-f5bd22a1f9cd service neutron] 10.222.0.23 "GET /v2.0/networks/7402de63-2dfc-4a98-a866-4c01589f971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848875 Apr 07 13:40:24.886439 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d526ef9a-2aed-4fb9-8c6f-32ef7d500009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:24.958680 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6a2bd-7f4c-4919-98d6-6fd76ab2d85b req-b5ed9d18-8839-4706-927b-35c5ecef4408 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:24.960148 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5dc6a2bd-7f4c-4919-98d6-6fd76ab2d85b req-b5ed9d18-8839-4706-927b-35c5ecef4408 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0553241 Apr 07 13:40:25.008201 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5dc6a2bd-7f4c-4919-98d6-6fd76ab2d85b req-a508cf5f-410d-4161-9433-e50da21af7f1 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422263 Apr 07 13:40:25.750444 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:26.123095 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab911ab1-7afd-4dbf-8b97-91ab63748877 req-74570470-41d9-4061-b54f-96d06f1491fa tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:26.124543 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ab911ab1-7afd-4dbf-8b97-91ab63748877 req-74570470-41d9-4061-b54f-96d06f1491fa tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0523956 Apr 07 13:40:26.170887 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ab911ab1-7afd-4dbf-8b97-91ab63748877 req-0d53aec8-fe7b-4a8e-9886-e41096e7fb7a tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407963 Apr 07 13:40:27.216951 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:27.293520 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08201f45-99c2-422f-93ce-74ee7428b0a1 req-d58be6a0-e280-4b15-9379-c320b906695f tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:27.295225 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-08201f45-99c2-422f-93ce-74ee7428b0a1 req-d58be6a0-e280-4b15-9379-c320b906695f tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0607657 Apr 07 13:40:27.342502 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-08201f45-99c2-422f-93ce-74ee7428b0a1 req-72a18ba4-5d42-4fbc-891c-1e6371938d43 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418181 Apr 07 13:40:28.455258 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6e78c-b28e-4a4e-ba31-55cbfbf55390 req-6f204237-128d-4685-a131-91abd5422c7e tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:28.456741 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b0c6e78c-b28e-4a4e-ba31-55cbfbf55390 req-6f204237-128d-4685-a131-91abd5422c7e tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0506413 Apr 07 13:40:28.505217 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b0c6e78c-b28e-4a4e-ba31-55cbfbf55390 req-65b862c7-c9fe-41ba-9de6-76307a4a75aa tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418847 Apr 07 13:40:28.651752 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:29.620908 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766bb59-0744-4ba7-a98e-bbe4517043a3 req-eb945e9f-4fd9-43e2-9355-378fcb466aa2 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:29.622372 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3766bb59-0744-4ba7-a98e-bbe4517043a3 req-eb945e9f-4fd9-43e2-9355-378fcb466aa2 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0534554 Apr 07 13:40:29.672935 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3766bb59-0744-4ba7-a98e-bbe4517043a3 req-d1d07efc-39ed-4fa7-a9c2-10d3b1c3e2f5 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450349 Apr 07 13:40:30.787844 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc936798-ba2a-47eb-88ed-c48532d9c2a0 req-a7e9268a-0c08-416f-97c1-1c209ff3e0b7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:30.789198 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cc936798-ba2a-47eb-88ed-c48532d9c2a0 req-a7e9268a-0c08-416f-97c1-1c209ff3e0b7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0509915 Apr 07 13:40:30.836283 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cc936798-ba2a-47eb-88ed-c48532d9c2a0 req-69c30d17-b826-4380-a379-6567c3fd0268 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416367 Apr 07 13:40:31.930000 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-831b566a-83f8-4263-a2f0-a043c1db848b req-09725ca3-e5b6-4494-9986-25beee4e7f1e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473740 Apr 07 13:40:31.951738 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0cc43-93d7-41fa-bed8-edc2b93fe0a9 req-bd041956-33d9-4e36-94e6-4ae69759effd tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:31.953223 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-49f0cc43-93d7-41fa-bed8-edc2b93fe0a9 req-bd041956-33d9-4e36-94e6-4ae69759effd tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0514784 Apr 07 13:40:32.002031 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-49f0cc43-93d7-41fa-bed8-edc2b93fe0a9 req-1042906e-b534-46da-82b5-b08265b39db4 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429473 Apr 07 13:40:32.007173 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b566a-83f8-4263-a2f0-a043c1db848b req-edc41fce-7037-492e-80b6-53c5c01c4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:32.008681 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-831b566a-83f8-4263-a2f0-a043c1db848b req-edc41fce-7037-492e-80b6-53c5c01c4145 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59715e21f0534203a83abb04295ad163&device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 1129 time: 0.0445139 Apr 07 13:40:32.123509 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b566a-83f8-4263-a2f0-a043c1db848b req-e7cc0bf5-13d3-4627-98d3-cc2809666120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:32.124862 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-831b566a-83f8-4263-a2f0-a043c1db848b req-e7cc0bf5-13d3-4627-98d3-cc2809666120 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2f37736-8819-4934-9b97-0c19737f4010 HTTP/1.1" status: 200 len: 917 time: 0.0948451 Apr 07 13:40:32.192064 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-831b566a-83f8-4263-a2f0-a043c1db848b req-1ae72827-fcdc-4f30-986e-cc137ee04ebf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8a0e705-3bc0-4aca-8a68-d294d5c28e31 HTTP/1.1" status: 200 len: 1001 time: 0.0593848 Apr 07 13:40:32.248944 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b566a-83f8-4263-a2f0-a043c1db848b req-eebdf28a-505e-4f15-8bc1-b2eeef37b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:32.250867 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-831b566a-83f8-4263-a2f0-a043c1db848b req-eebdf28a-505e-4f15-8bc1-b2eeef37b806 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a917fc77-14fb-4645-92aa-d172ac36c200 HTTP/1.1" status: 200 len: 855 time: 0.0518348 Apr 07 13:40:32.314903 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b566a-83f8-4263-a2f0-a043c1db848b req-59b581be-e501-4601-be4b-306d9aa504be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:32.316407 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-831b566a-83f8-4263-a2f0-a043c1db848b req-59b581be-e501-4601-be4b-306d9aa504be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2f37736-8819-4934-9b97-0c19737f4010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585959 Apr 07 13:40:32.415280 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-831b566a-83f8-4263-a2f0-a043c1db848b req-15c3154b-f2ff-48e9-9d97-0e7b580f386c service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887420 Apr 07 13:40:33.123112 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e462713-eea9-4dbb-89e0-380182a14b8d req-98fb2428-d70e-4e33-a766-a0e6bb4fc9b3 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:33.124568 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4e462713-eea9-4dbb-89e0-380182a14b8d req-98fb2428-d70e-4e33-a766-a0e6bb4fc9b3 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0554695 Apr 07 13:40:33.171475 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4e462713-eea9-4dbb-89e0-380182a14b8d req-243773e4-4a84-42d7-a66f-0d5b6233afe0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413771 Apr 07 13:40:34.288821 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8538cd6-1c57-4bdb-95d9-90e675410c6c req-22b9e185-db2e-4f74-95a5-67a6a08db185 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:34.290384 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d8538cd6-1c57-4bdb-95d9-90e675410c6c req-22b9e185-db2e-4f74-95a5-67a6a08db185 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0530956 Apr 07 13:40:34.337080 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d8538cd6-1c57-4bdb-95d9-90e675410c6c req-f7de72b1-3c4b-403e-82b6-cf685662a745 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410805 Apr 07 13:40:34.399844 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:34.543110 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-831b566a-83f8-4263-a2f0-a043c1db848b req-c3291948-fbfb-408d-a52b-bd7e357e3cba service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002336 Apr 07 13:40:35.451276 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12375c-5881-4ec4-86cc-12c546553193 req-d6804a11-9d29-4a18-b981-209c008bf2a1 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:35.452705 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ac12375c-5881-4ec4-86cc-12c546553193 req-d6804a11-9d29-4a18-b981-209c008bf2a1 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0503547 Apr 07 13:40:35.502506 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ac12375c-5881-4ec4-86cc-12c546553193 req-3d102e2c-b81d-4496-987e-0d2e43ce4f64 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442932 Apr 07 13:40:36.621069 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41655fb-57df-46b7-a9b8-85b43339df4f req-c59fe657-1adf-456b-a33e-66166887a778 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:36.622475 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c41655fb-57df-46b7-a9b8-85b43339df4f req-c59fe657-1adf-456b-a33e-66166887a778 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0522654 Apr 07 13:40:36.671120 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c41655fb-57df-46b7-a9b8-85b43339df4f req-1bb757b7-c08d-47dc-8bf4-bdf825cb3a73 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429745 Apr 07 13:40:36.992154 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 59522) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:40:37.094462 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-64312de1-92e5-43fe-a092-3173cc3bc643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:37.169789 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-64312de1-92e5-43fe-a092-3173cc3bc643 admin admin] Publish callbacks [] for security_group (ab40d1b3-7588-472e-ad67-f0b6589f2046), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:37.173804 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-64312de1-92e5-43fe-a092-3173cc3bc643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (ab40d1b3-7588-472e-ad67-f0b6589f2046), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:37.215217 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-64312de1-92e5-43fe-a092-3173cc3bc643 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=978f6b5baa5546798b73827e8ac282d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191410 Apr 07 13:40:37.215217 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64312de1-92e5-43fe-a092-3173cc3bc643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab40d1b3-7588-472e-ad67-f0b6589f2046,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:40:37.216380 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 59530) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:40:37.275534 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Publish callbacks [] for security_group (ab40d1b3-7588-472e-ad67-f0b6589f2046), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:37.296670 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Publish callbacks [] for security_group (ab40d1b3-7588-472e-ad67-f0b6589f2046), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:37.349004 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (ab40d1b3-7588-472e-ad67-f0b6589f2046), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:37.352222 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:37.353450 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab40d1b3-7588-472e-ad67-f0b6589f2046 HTTP/1.1" status: 204 len: 168 time: 0.1292064 Apr 07 13:40:37.362661 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab40d1b3-7588-472e-ad67-f0b6589f2046,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:40:37.370540 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:37.370889 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:37.371235 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:37.371576 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:37.371913 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:37.372243 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:37.372570 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:37.372897 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:37.373221 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:37.373555 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:37.373875 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:37.374200 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:37.374548 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:37.374866 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:37.375181 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf2da-0468-400f-a66f-944f25cfe64c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:37.488061 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 59538) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:40:37.647445 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-26d311f2-f517-4d02-8eb4-51d3dde6f04c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:37.728570 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-26d311f2-f517-4d02-8eb4-51d3dde6f04c admin admin] Publish callbacks [] for security_group (f1e028e5-f278-48c9-9dba-7a7a69be7e56), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:37.734136 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-26d311f2-f517-4d02-8eb4-51d3dde6f04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (f1e028e5-f278-48c9-9dba-7a7a69be7e56), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:37.798697 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d311f2-f517-4d02-8eb4-51d3dde6f04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e028e5-f278-48c9-9dba-7a7a69be7e56,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:40:37.806564 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-26d311f2-f517-4d02-8eb4-51d3dde6f04c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55f22466b82e43a4902c05d569ee8952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173656 Apr 07 13:40:37.806703 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 59554) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:40:37.826713 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ed858-fc53-45ec-a4b3-cd1644caec7e req-875493c2-4d7c-429a-b3c0-0e8f736298a3 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:37.828200 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b96ed858-fc53-45ec-a4b3-cd1644caec7e req-875493c2-4d7c-429a-b3c0-0e8f736298a3 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0789824 Apr 07 13:40:37.877657 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d508f11a-94a5-4359-9738-ebf9414c3d78 admin admin] Publish callbacks [] for security_group (f1e028e5-f278-48c9-9dba-7a7a69be7e56), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:37.895495 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b96ed858-fc53-45ec-a4b3-cd1644caec7e req-b9f78688-cbba-45db-93d1-05f0f120249e tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597072 Apr 07 13:40:37.915763 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d508f11a-94a5-4359-9738-ebf9414c3d78 admin admin] Publish callbacks [] for security_group (f1e028e5-f278-48c9-9dba-7a7a69be7e56), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:37.965660 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d508f11a-94a5-4359-9738-ebf9414c3d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (f1e028e5-f278-48c9-9dba-7a7a69be7e56), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:37.968369 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d508f11a-94a5-4359-9738-ebf9414c3d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:37.969516 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d508f11a-94a5-4359-9738-ebf9414c3d78 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1e028e5-f278-48c9-9dba-7a7a69be7e56 HTTP/1.1" status: 204 len: 168 time: 0.1619740 Apr 07 13:40:37.977602 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508f11a-94a5-4359-9738-ebf9414c3d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e028e5-f278-48c9-9dba-7a7a69be7e56,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:40:39.012469 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad1d0b-7b8e-4064-888d-5dd6d2710097 req-f2f2547a-9634-44fa-8176-0ecf97ad0578 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:39.013891 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a6ad1d0b-7b8e-4064-888d-5dd6d2710097 req-f2f2547a-9634-44fa-8176-0ecf97ad0578 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0537546 Apr 07 13:40:39.061881 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a6ad1d0b-7b8e-4064-888d-5dd6d2710097 req-2e5c4212-8579-49be-aafd-84d0ec3d72ca tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425100 Apr 07 13:40:40.178749 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45275ba3-509f-4994-89fc-8ca671bcf995 req-7575d1dc-3470-4b80-855b-325a243acc0a tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:40.180189 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-45275ba3-509f-4994-89fc-8ca671bcf995 req-7575d1dc-3470-4b80-855b-325a243acc0a tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0544872 Apr 07 13:40:40.226863 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-45275ba3-509f-4994-89fc-8ca671bcf995 req-ae28beef-7c32-4f21-9014-c84f5a2518aa tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411623 Apr 07 13:40:40.991047 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:40:41.340184 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01948c60-1714-437f-af5d-64b4eaf54526 req-a6879976-b57b-42f1-bfb8-eb4c860a80f3 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:41.341614 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-01948c60-1714-437f-af5d-64b4eaf54526 req-a6879976-b57b-42f1-bfb8-eb4c860a80f3 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0500786 Apr 07 13:40:41.390763 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-01948c60-1714-437f-af5d-64b4eaf54526 req-3aad21fc-a997-4a81-acdc-39c36125a73f tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436969 Apr 07 13:40:42.503744 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0e3c2-eaf7-4665-9bb8-19c378b4b378 req-cdcde36e-c76b-4027-a693-9736bc08b8d2 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:42.505184 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ffc0e3c2-eaf7-4665-9bb8-19c378b4b378 req-cdcde36e-c76b-4027-a693-9736bc08b8d2 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0510051 Apr 07 13:40:42.556653 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ffc0e3c2-eaf7-4665-9bb8-19c378b4b378 req-ab3f9df3-844b-4ccf-8306-33fbd5063caf tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459781 Apr 07 13:40:43.671734 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d992c2c-fe23-434b-b849-d70b7168654d req-7f4e8432-0755-49e7-95ba-c596d8da1fa6 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:43.673176 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3d992c2c-fe23-434b-b849-d70b7168654d req-7f4e8432-0755-49e7-95ba-c596d8da1fa6 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0518150 Apr 07 13:40:43.721405 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3d992c2c-fe23-434b-b849-d70b7168654d req-d48b3476-2882-441b-a70d-e1c164aab711 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425844 Apr 07 13:40:44.042949 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 4f23a4d0-65d2-48c5-a689-041550c4a618 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:40:44.139291 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 4f23a4d0-65d2-48c5-a689-041550c4a618, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4f23a4d0-65d2-48c5-a689-041550c4a618,segment=NetworkSegment(90018b87-af8a-47ee-9987-c149d89d6c97),segment_id=90018b87-af8a-47ee-9987-c149d89d6c97)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:40:44.150096 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': '4f23a4d0-65d2-48c5-a689-041550c4a618', 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f', 'port_id': '4f23a4d0-65d2-48c5-a689-041550c4a618', 'mac_address': 'fa:16:3e:95:41:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:40:44.190211 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 4f23a4d0-65d2-48c5-a689-041550c4a618 is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:40:44.190658 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:44.203765 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f23a4d0-65d2-48c5-a689-041550c4a618 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:40:44.223080 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 4f23a4d0-65d2-48c5-a689-041550c4a618, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4f23a4d0-65d2-48c5-a689-041550c4a618,segment=NetworkSegment(90018b87-af8a-47ee-9987-c149d89d6c97),segment_id=90018b87-af8a-47ee-9987-c149d89d6c97)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:40:44.226831 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:44.391847 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=4f23a4d0-65d2-48c5-a689-041550c4a618,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:40:44.398645 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:44.398993 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:44.399334 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:44.399672 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:44.400055 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:44.400330 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:44.400660 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:44.400983 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:44.401303 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:44.401623 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:44.401941 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:44.402260 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:44.402610 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:44.402926 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:44.403240 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:40:44.837423 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc351a6b-fc6e-4a4e-a6f8-d0dbeb2e99f6 req-121a4ba2-ac59-4ec1-bd2c-fc431c40b779 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:44.838869 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bc351a6b-fc6e-4a4e-a6f8-d0dbeb2e99f6 req-121a4ba2-ac59-4ec1-bd2c-fc431c40b779 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 944 time: 0.0541894 Apr 07 13:40:44.889546 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bc351a6b-fc6e-4a4e-a6f8-d0dbeb2e99f6 req-439d3e42-8799-4895-ab47-ebfa80beafbd tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452626 Apr 07 13:40:46.006993 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dcc30-198c-45e1-b051-81025c3f311c req-7e1f68c9-b8d2-491b-9bc9-1b5c8cae5dea tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:46.008471 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4e0dcc30-198c-45e1-b051-81025c3f311c req-7e1f68c9-b8d2-491b-9bc9-1b5c8cae5dea tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 944 time: 0.0519547 Apr 07 13:40:46.057723 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4e0dcc30-198c-45e1-b051-81025c3f311c req-310cd066-146a-4440-9923-30b7c7a42764 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437171 Apr 07 13:40:46.247204 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['4f23a4d0-65d2-48c5-a689-041550c4a618'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:40:47.176171 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4354f5-18e3-42ea-85df-584c3a5ef448 req-ce3ab85e-bf1f-42c0-9428-9d1cd637698c tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:47.178372 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9b4354f5-18e3-42ea-85df-584c3a5ef448 req-ce3ab85e-bf1f-42c0-9428-9d1cd637698c tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 944 time: 0.0549600 Apr 07 13:40:47.227341 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9b4354f5-18e3-42ea-85df-584c3a5ef448 req-c599a234-eb8a-4d50-8000-e9bbaaf8645c tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431445 Apr 07 13:40:48.342530 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4badd-9db8-4ea2-85db-2b6956a8163e req-4d01a817-dedc-4e7e-a80f-db91afa80aeb tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:48.344005 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c4e4badd-9db8-4ea2-85db-2b6956a8163e req-4d01a817-dedc-4e7e-a80f-db91afa80aeb tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 944 time: 0.0516682 Apr 07 13:40:48.393791 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c4e4badd-9db8-4ea2-85db-2b6956a8163e req-ff10c216-f4ae-49a1-842b-5d35ee595c5c tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422261 Apr 07 13:40:49.510969 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8cb37-952e-423d-bcae-289dfd5f162d req-49c6f44b-5a15-45f2-a696-8e8dff895b88 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:49.512404 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-86c8cb37-952e-423d-bcae-289dfd5f162d req-49c6f44b-5a15-45f2-a696-8e8dff895b88 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 944 time: 0.0510306 Apr 07 13:40:49.562947 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-86c8cb37-952e-423d-bcae-289dfd5f162d req-c18cc413-fdbf-45f8-885d-c3a5b6c36c91 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449650 Apr 07 13:40:50.686228 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c31b8-b151-460e-a6ae-ddbacac1713a req-600226e2-e7da-403b-8d33-bbce24fdb92c tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:50.687836 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5a4c31b8-b151-460e-a6ae-ddbacac1713a req-600226e2-e7da-403b-8d33-bbce24fdb92c tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 944 time: 0.0555327 Apr 07 13:40:50.737149 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5a4c31b8-b151-460e-a6ae-ddbacac1713a req-2ed4fc6b-c0a0-49cf-8529-d01f835250b3 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432155 Apr 07 13:40:51.850787 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8b9b2-8fa3-4b7b-9b07-f40052b33832 req-0cee41c4-a3d8-4e4c-813e-10ef093c2486 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:51.852236 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-eda8b9b2-8fa3-4b7b-9b07-f40052b33832 req-0cee41c4-a3d8-4e4c-813e-10ef093c2486 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 944 time: 0.0514941 Apr 07 13:40:51.904322 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-eda8b9b2-8fa3-4b7b-9b07-f40052b33832 req-898bd97e-591b-4ae7-989d-7d43dbc0084f tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461497 Apr 07 13:40:52.254673 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 4f23a4d0-65d2-48c5-a689-041550c4a618 up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:40:52.303203 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port 4f23a4d0-65d2-48c5-a689-041550c4a618 completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:40:52.307099 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port 4f23a4d0-65d2-48c5-a689-041550c4a618 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:40:52.307471 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:52.386329 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 4f23a4d0-65d2-48c5-a689-041550c4a618 is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:40:52.386828 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:52.428761 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f23a4d0-65d2-48c5-a689-041550c4a618'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:40:52.431228 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54de5844-6f31-4e60-853d-7a97e8e33bef" -d '{"events": [{"server_uuid": "b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670", "name": "network-vif-plugged", "status": "completed", "tag": "4f23a4d0-65d2-48c5-a689-041550c4a618"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:40:52.441705 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c2f3019e-3d64-408b-8cd7-d797bca3065e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:52.448104 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 4f23a4d0-65d2-48c5-a689-041550c4a618, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4f23a4d0-65d2-48c5-a689-041550c4a618,segment=NetworkSegment(90018b87-af8a-47ee-9987-c149d89d6c97),segment_id=90018b87-af8a-47ee-9987-c149d89d6c97)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:40:52.452930 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:52.479113 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6a74c7-b021-4a89-8c41-05e344975400 x-openstack-request-id: req-7b6a74c7-b021-4a89-8c41-05e344975400 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:40:52.479459 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670", "name": "network-vif-plugged", "status": "completed", "tag": "4f23a4d0-65d2-48c5-a689-041550c4a618", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:40:52.479723 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b6a74c7-b021-4a89-8c41-05e344975400 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:40:52.480122 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b6a74c7-b021-4a89-8c41-05e344975400'] response: {'server_uuid': 'b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f23a4d0-65d2-48c5-a689-041550c4a618', 'code': 200} Apr 07 13:40:52.505018 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=4f23a4d0-65d2-48c5-a689-041550c4a618,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:40:53.022392 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd79ac-4968-4618-9fef-a0d1a77f48a8 req-51066047-36d5-4305-9248-386864adad87 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:53.023754 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b1dd79ac-4968-4618-9fef-a0d1a77f48a8 req-51066047-36d5-4305-9248-386864adad87 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0544558 Apr 07 13:40:53.070483 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b1dd79ac-4968-4618-9fef-a0d1a77f48a8 req-4f050e7e-4cc9-40e2-8e2d-77822ff3eed6 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412815 Apr 07 13:40:54.185177 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214eb84-b505-4c9c-b939-d3b80838a5e4 req-4d6aa8d9-ba3c-41ea-adad-4c25ceeff72e tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:54.186654 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1214eb84-b505-4c9c-b939-d3b80838a5e4 req-4d6aa8d9-ba3c-41ea-adad-4c25ceeff72e tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0508394 Apr 07 13:40:54.234162 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1214eb84-b505-4c9c-b939-d3b80838a5e4 req-79afabef-5f20-445f-9876-22633f5f64de tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420990 Apr 07 13:40:54.890737 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d69f7241-4c48-483d-906a-19e9d0cd9dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:55.133636 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074429bc-3f26-47d1-8a14-5bbe124df546 req-0dfee87d-6cbd-434b-9918-51308406f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:55.135032 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-074429bc-3f26-47d1-8a14-5bbe124df546 req-0dfee87d-6cbd-434b-9918-51308406f22d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 1129 time: 0.0430682 Apr 07 13:40:55.346131 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff5dfd-6f91-4c74-a489-2ffe09bfce19 req-f97e58f0-b51b-4c1e-aa31-8e6e7e1abd7f tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:55.347582 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-16ff5dfd-6f91-4c74-a489-2ffe09bfce19 req-f97e58f0-b51b-4c1e-aa31-8e6e7e1abd7f tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0498981 Apr 07 13:40:55.396598 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-16ff5dfd-6f91-4c74-a489-2ffe09bfce19 req-d3ac1381-ae8b-44f8-b0f9-8ffd337fc1f5 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424223 Apr 07 13:40:55.754176 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:56.516903 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c328a-0cee-4769-be49-300be7bce165 req-ab0f2dcd-1faa-4e90-95d1-fbab6e6952d0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:56.518586 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b34c328a-0cee-4769-be49-300be7bce165 req-ab0f2dcd-1faa-4e90-95d1-fbab6e6952d0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0578957 Apr 07 13:40:56.535490 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-074429bc-3f26-47d1-8a14-5bbe124df546 req-74cd1dda-bbe5-4fb0-b535-aa5ee5769086 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529838 Apr 07 13:40:56.577502 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b34c328a-0cee-4769-be49-300be7bce165 req-7ac232c8-a726-4936-81a7-0bc849451b4a tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429292 Apr 07 13:40:57.222103 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:57.691319 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6948b4-1ec9-4a8a-98d3-b58dc459d2c3 req-63696b64-97d1-41f8-b005-9c336e5770f2 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:57.692769 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ad6948b4-1ec9-4a8a-98d3-b58dc459d2c3 req-63696b64-97d1-41f8-b005-9c336e5770f2 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0502403 Apr 07 13:40:57.739890 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ad6948b4-1ec9-4a8a-98d3-b58dc459d2c3 req-10a89da7-f398-42f3-a22b-bd7289089bbb tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410321 Apr 07 13:40:58.654423 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:40:58.858455 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50aeea2-795c-42cc-891b-7792bcff2ab6 req-418789c2-99bc-407d-abf0-2b94f51f0153 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:40:58.859987 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c50aeea2-795c-42cc-891b-7792bcff2ab6 req-418789c2-99bc-407d-abf0-2b94f51f0153 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0556622 Apr 07 13:40:58.913356 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c50aeea2-795c-42cc-891b-7792bcff2ab6 req-210c3656-bd1d-43e3-84d8-d9c3ce1e763e tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471213 Apr 07 13:41:00.027199 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0928ec0-a55c-4a50-9de1-fb028a51f55b req-16a1fd27-573f-45c7-8e70-0d1e8885be67 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:00.028634 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f0928ec0-a55c-4a50-9de1-fb028a51f55b req-16a1fd27-573f-45c7-8e70-0d1e8885be67 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0504544 Apr 07 13:41:00.075088 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f0928ec0-a55c-4a50-9de1-fb028a51f55b req-38b48f7e-bb5d-490e-a319-c4a9400c87aa tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410662 Apr 07 13:41:01.193219 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ec5f5-2bd5-4c0e-bc11-8f9fc0920051 req-85f97468-e359-499a-8bb9-dffb986cd964 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:01.194830 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-069ec5f5-2bd5-4c0e-bc11-8f9fc0920051 req-85f97468-e359-499a-8bb9-dffb986cd964 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0537000 Apr 07 13:41:01.241213 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-069ec5f5-2bd5-4c0e-bc11-8f9fc0920051 req-7cf3ff5e-2697-48f2-9685-745f8063e636 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408263 Apr 07 13:41:02.357355 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10099bae-16a0-4e2e-a8e6-244684cd5109 req-dfb92102-8efe-4189-870d-a05715c58679 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:02.358842 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-10099bae-16a0-4e2e-a8e6-244684cd5109 req-dfb92102-8efe-4189-870d-a05715c58679 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0519056 Apr 07 13:41:02.404981 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-10099bae-16a0-4e2e-a8e6-244684cd5109 req-76e781dc-25cd-4ac5-9467-7ab5ee31ebf8 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406191 Apr 07 13:41:03.518676 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db14a1-324a-4a5b-890f-3a6b0dff2bbc req-872452d6-1f06-4196-95a5-e70df80e0ce4 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:03.520105 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-96db14a1-324a-4a5b-890f-3a6b0dff2bbc req-872452d6-1f06-4196-95a5-e70df80e0ce4 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0507812 Apr 07 13:41:03.569093 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-96db14a1-324a-4a5b-890f-3a6b0dff2bbc req-11bb5588-209f-46dc-9b01-6479fe9f323d tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435512 Apr 07 13:41:03.684296 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cebc42-5e67-4290-8640-25c67c51e317 req-0a6ad983-aab8-449b-a489-966b8852014f tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:03.685758 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b2cebc42-5e67-4290-8640-25c67c51e317 req-0a6ad983-aab8-449b-a489-966b8852014f tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0520725 Apr 07 13:41:03.733941 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b2cebc42-5e67-4290-8640-25c67c51e317 req-0978b0dd-bf35-4626-a53c-34ee846d22a0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424354 Apr 07 13:41:03.755877 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 59842) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:41:03.949240 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0ea398-e940-4dbb-bbbf-95b8137864d6 tempest-TestShelveInstance-1295718260 tempest-TestShelveInstance-1295718260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:03.951081 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ba0ea398-e940-4dbb-bbbf-95b8137864d6 tempest-TestShelveInstance-1295718260 tempest-TestShelveInstance-1295718260-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 1124 time: 0.1941864 Apr 07 13:41:03.953966 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 59860) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:41:03.958141 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Request body: {'floatingip': {'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'port_id': '4f23a4d0-65d2-48c5-a689-041550c4a618', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:41:03.979282 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:04.080411 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:04.192025 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Allocated IP 172.27.0.73 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/74187dba-0c4b-4643-8733-9b5c28076226) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:41:04.315185 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for port (74187dba-0c4b-4643-8733-9b5c28076226), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:04.347841 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (74187dba-0c4b-4643-8733-9b5c28076226), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:04.386411 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:41:04.389543 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:41:04.392852 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:41:04.421964 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:04.426830 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Pushing event updated for resources: {'Port': ['ID=74187dba-0c4b-4643-8733-9b5c28076226,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:41:04.767198 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for floatingip (5170a9a6-ed93-4725-98dd-f2b40ce233c5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:04.838855 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (74187dba-0c4b-4643-8733-9b5c28076226), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:04.980084 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for port (74187dba-0c4b-4643-8733-9b5c28076226), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:04.984440 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (74187dba-0c4b-4643-8733-9b5c28076226), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:05.051840 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Pushing event updated for resources: {'Port': ['ID=74187dba-0c4b-4643-8733-9b5c28076226,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:41:05.065650 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (5170a9a6-ed93-4725-98dd-f2b40ce233c5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:05.167583 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Floating IP 5170a9a6-ed93-4725-98dd-f2b40ce233c5 associated. External IP: 172.27.0.73, port: 4f23a4d0-65d2-48c5-a689-041550c4a618. Apr 07 13:41:05.381841 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Router 2aaff578-d51f-4128-8294-5886696aef23 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:41:05.490428 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:41:05.500163 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1786cc-cdbd-42f7-b0b1-b9af2d4c8cf8 None None] Sync routers for ids ['2aaff578-d51f-4128-8294-5886696aef23'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:41:05.507673 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:05.511317 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1786cc-cdbd-42f7-b0b1-b9af2d4c8cf8 None None] Routers {'2aaff578-d51f-4128-8294-5886696aef23'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:41:05.511994 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-6d1786cc-cdbd-42f7-b0b1-b9af2d4c8cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:40:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['2aaff578-d51f-4128-8294-5886696aef23'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:41:05.537128 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3f5e1226-4eef-4551-9b22-320cd78c03c0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5821126 Apr 07 13:41:05.537718 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670', 'tag': '4f23a4d0-65d2-48c5-a689-041550c4a618'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:41:05.540550 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d382ad9-74eb-4196-b411-6e54bdb2ee4b" -d '{"events": [{"name": "network-changed", "server_uuid": "b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670", "tag": "4f23a4d0-65d2-48c5-a689-041550c4a618"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:41:05.576011 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64754960-0998-48e1-a286-9ffb07dde520 x-openstack-request-id: req-64754960-0998-48e1-a286-9ffb07dde520 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:41:05.576306 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670", "tag": "4f23a4d0-65d2-48c5-a689-041550c4a618", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:41:05.576566 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64754960-0998-48e1-a286-9ffb07dde520 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:41:05.576977 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64754960-0998-48e1-a286-9ffb07dde520'] response: {'name': 'network-changed', 'server_uuid': 'b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670', 'tag': '4f23a4d0-65d2-48c5-a689-041550c4a618', 'status': 'completed', 'code': 200} Apr 07 13:41:05.623264 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-6d1786cc-cdbd-42f7-b0b1-b9af2d4c8cf8 None None] Set router 2aaff578-d51f-4128-8294-5886696aef23 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:41:05.834145 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-6d1786cc-cdbd-42f7-b0b1-b9af2d4c8cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aaff578-d51f-4128-8294-5886696aef23', 'name': 'tempest-TestShelveInstance-1045621198-router', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:08Z', 'updated_at': '2022-04-07T13:39:11Z', 'revision_number': 4, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'gw_port': {'id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:09Z', 'updated_at': '2022-04-07T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '5170a9a6-ed93-4725-98dd-f2b40ce233c5', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '2aaff578-d51f-4128-8294-5886696aef23', 'port_id': '4f23a4d0-65d2-48c5-a689-041550c4a618', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f', 'mac_address': 'fa:16:3e:95:41:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:41:04Z', 'updated_at': '2022-04-07T13:41:04Z', 'revision_number': 0, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae06f281-b299-4915-aeb7-d9242b4d3d09', 'name': '', 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'mac_address': 'fa:16:3e:1c:85:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:11Z', 'updated_at': '2022-04-07T13:39:17Z', 'revision_number': 5, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'subnets': [{'id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:41:05.860088 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1786cc-cdbd-42f7-b0b1-b9af2d4c8cf8 None None] Checking router: 2aaff578-d51f-4128-8294-5886696aef23 for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:41:05.871709 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1786cc-cdbd-42f7-b0b1-b9af2d4c8cf8 None None] Routers {'2aaff578-d51f-4128-8294-5886696aef23'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:41:05.872307 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-6d1786cc-cdbd-42f7-b0b1-b9af2d4c8cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:40:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['2aaff578-d51f-4128-8294-5886696aef23'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:41:05.976339 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-6d1786cc-cdbd-42f7-b0b1-b9af2d4c8cf8 None None] Set router 2aaff578-d51f-4128-8294-5886696aef23 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:41:06.200836 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-6d1786cc-cdbd-42f7-b0b1-b9af2d4c8cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aaff578-d51f-4128-8294-5886696aef23', 'name': 'tempest-TestShelveInstance-1045621198-router', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:08Z', 'updated_at': '2022-04-07T13:39:11Z', 'revision_number': 4, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'gw_port': {'id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:09Z', 'updated_at': '2022-04-07T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '5170a9a6-ed93-4725-98dd-f2b40ce233c5', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '2aaff578-d51f-4128-8294-5886696aef23', 'port_id': '4f23a4d0-65d2-48c5-a689-041550c4a618', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f', 'mac_address': 'fa:16:3e:95:41:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:41:04Z', 'updated_at': '2022-04-07T13:41:04Z', 'revision_number': 0, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae06f281-b299-4915-aeb7-d9242b4d3d09', 'name': '', 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'mac_address': 'fa:16:3e:1c:85:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:11Z', 'updated_at': '2022-04-07T13:39:17Z', 'revision_number': 5, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'subnets': [{'id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:41:06.228068 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1786cc-cdbd-42f7-b0b1-b9af2d4c8cf8 None None] The sync data for ids ['2aaff578-d51f-4128-8294-5886696aef23'] in dv-cinder-836973-1-iscsi is: [{'id': '2aaff578-d51f-4128-8294-5886696aef23', 'name': 'tempest-TestShelveInstance-1045621198-router', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:08Z', 'updated_at': '2022-04-07T13:39:11Z', 'revision_number': 4, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'gw_port': {'id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:09Z', 'updated_at': '2022-04-07T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '5170a9a6-ed93-4725-98dd-f2b40ce233c5', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '2aaff578-d51f-4128-8294-5886696aef23', 'port_id': '4f23a4d0-65d2-48c5-a689-041550c4a618', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f', 'mac_address': 'fa:16:3e:95:41:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:41:04Z', 'updated_at': '2022-04-07T13:41:04Z', 'revision_number': 0, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae06f281-b299-4915-aeb7-d9242b4d3d09', 'name': '', 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'mac_address': 'fa:16:3e:1c:85:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:11Z', 'updated_at': '2022-04-07T13:39:17Z', 'revision_number': 5, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'subnets': [{'id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:41:06.422204 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf74c1-2a74-4533-b0aa-0037cbdf64e0 None None] New status for floating IP 5170a9a6-ed93-4725-98dd-f2b40ce233c5: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:41:07.399992 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d382ad9-74eb-4196-b411-6e54bdb2ee4b req-206b761e-27b3-4ff3-b394-087772661494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:07.401450 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9d382ad9-74eb-4196-b411-6e54bdb2ee4b req-206b761e-27b3-4ff3-b394-087772661494 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc31e4ed725435fa06e916718f742b0&device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 1129 time: 0.0437186 Apr 07 13:41:07.494588 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d382ad9-74eb-4196-b411-6e54bdb2ee4b req-d7465c14-cb8a-4e3c-9f36-ca8798a4da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:07.496108 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9d382ad9-74eb-4196-b411-6e54bdb2ee4b req-d7465c14-cb8a-4e3c-9f36-ca8798a4da66 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7402de63-2dfc-4a98-a866-4c01589f971f HTTP/1.1" status: 200 len: 910 time: 0.0874853 Apr 07 13:41:07.776966 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9d382ad9-74eb-4196-b411-6e54bdb2ee4b req-38dad19a-bc37-430b-b493-567c6a60dcee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f23a4d0-65d2-48c5-a689-041550c4a618 HTTP/1.1" status: 200 len: 1000 time: 0.2736149 Apr 07 13:41:07.823897 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d382ad9-74eb-4196-b411-6e54bdb2ee4b req-34318c83-4fe3-48df-8706-de5e70bdde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:07.825331 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9d382ad9-74eb-4196-b411-6e54bdb2ee4b req-34318c83-4fe3-48df-8706-de5e70bdde6a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ab03637-9f73-4f74-90e9-2d4e6a6b829b HTTP/1.1" status: 200 len: 848 time: 0.0422254 Apr 07 13:41:07.876012 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d382ad9-74eb-4196-b411-6e54bdb2ee4b req-64305328-8d71-4756-99b6-4534d3c25acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:07.877506 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9d382ad9-74eb-4196-b411-6e54bdb2ee4b req-64305328-8d71-4756-99b6-4534d3c25acc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7402de63-2dfc-4a98-a866-4c01589f971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456927 Apr 07 13:41:07.964241 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9d382ad9-74eb-4196-b411-6e54bdb2ee4b req-5b108b43-dd4c-417b-b28e-3320475e2973 service neutron] 10.222.0.23 "GET /v2.0/networks/7402de63-2dfc-4a98-a866-4c01589f971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807383 Apr 07 13:41:08.054479 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9d382ad9-74eb-4196-b411-6e54bdb2ee4b req-40323f56-bcf5-4ea7-a0ff-1c607866370e service neutron] 10.222.0.23 "GET /v2.0/networks/7402de63-2dfc-4a98-a866-4c01589f971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845239 Apr 07 13:41:10.325894 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806975cb-f8fa-4e2c-8ebd-dcf7e908142b req-359d505a-157e-4ad0-b714-dac70e452fed tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:10.327366 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-806975cb-f8fa-4e2c-8ebd-dcf7e908142b req-359d505a-157e-4ad0-b714-dac70e452fed tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0513966 Apr 07 13:41:10.372913 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-806975cb-f8fa-4e2c-8ebd-dcf7e908142b req-8541d9bf-7bf9-4d76-8fe8-9d4e724f35fe tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400240 Apr 07 13:41:11.496154 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91933cfd-7a71-4c96-9fee-1a8d8c8f1ae3 req-d9679b01-aa22-45f0-babf-2454c3406d6a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:11.497614 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-91933cfd-7a71-4c96-9fee-1a8d8c8f1ae3 req-d9679b01-aa22-45f0-babf-2454c3406d6a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0552850 Apr 07 13:41:11.545826 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-91933cfd-7a71-4c96-9fee-1a8d8c8f1ae3 req-099334a9-ce45-4f52-8ad1-24f2fe2619b1 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421169 Apr 07 13:41:12.667607 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dd8ee-09ae-472d-9cd2-113a7a6ac246 req-e1633552-7a5a-4856-a75e-d1aa168a8020 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:12.669042 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-789dd8ee-09ae-472d-9cd2-113a7a6ac246 req-e1633552-7a5a-4856-a75e-d1aa168a8020 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0511329 Apr 07 13:41:12.715019 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-789dd8ee-09ae-472d-9cd2-113a7a6ac246 req-61e07984-bc92-4425-9c7f-6afc2112c583 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404692 Apr 07 13:41:13.833699 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1b3df-f057-437f-a6cb-f83d8feaf61a req-f875c7f1-8e7b-4ac5-a663-d0bc9177ee1f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:13.835173 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c3b1b3df-f057-437f-a6cb-f83d8feaf61a req-f875c7f1-8e7b-4ac5-a663-d0bc9177ee1f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0513389 Apr 07 13:41:13.883374 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c3b1b3df-f057-437f-a6cb-f83d8feaf61a req-b7f3ca23-7eb2-489f-80f9-ae8672544a0c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424743 Apr 07 13:41:15.000364 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe2959-4e9f-4be6-8110-73005c3010aa req-e5c9b1c0-f0be-4308-81f5-e0f6d9453e5c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:15.001943 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3abe2959-4e9f-4be6-8110-73005c3010aa req-e5c9b1c0-f0be-4308-81f5-e0f6d9453e5c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0507934 Apr 07 13:41:15.047498 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3abe2959-4e9f-4be6-8110-73005c3010aa req-21ed015e-9b29-40e8-ada2-af18ee8b4463 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394924 Apr 07 13:41:16.167759 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c2d8e-ae5a-48bc-9292-512e7bab8922 req-2d79ef0b-3ace-4798-a1f6-f2bcb58ce281 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:16.169213 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8c5c2d8e-ae5a-48bc-9292-512e7bab8922 req-2d79ef0b-3ace-4798-a1f6-f2bcb58ce281 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0517893 Apr 07 13:41:16.214572 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8c5c2d8e-ae5a-48bc-9292-512e7bab8922 req-13706e9a-2fc8-48a9-b802-6e354295cd13 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397313 Apr 07 13:41:17.186984 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 60050) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:41:17.229089 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 60054) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:41:17.341563 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50335263-bd2e-447c-9358-1ec24cc59a99 req-808f7f74-a652-482a-a0a1-ff4a61baddab tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:17.343134 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-50335263-bd2e-447c-9358-1ec24cc59a99 req-808f7f74-a652-482a-a0a1-ff4a61baddab tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0578847 Apr 07 13:41:17.349507 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-05dde00b-1db5-47e8-8d7c-89dd62ed6898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:17.352419 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0d7ac089-98d5-4aaf-9b45-9143e2347bda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:17.392491 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-50335263-bd2e-447c-9358-1ec24cc59a99 req-b9c6b8c7-eb74-428f-9a4e-73526f7a1871 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432169 Apr 07 13:41:17.481960 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0d7ac089-98d5-4aaf-9b45-9143e2347bda admin admin] Publish callbacks [] for security_group (dfb8e08a-cfe9-40b0-8c82-b6762244e31a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:17.487470 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-05dde00b-1db5-47e8-8d7c-89dd62ed6898 admin admin] Publish callbacks [] for security_group (a099fc41-288c-408f-a6c5-3879b8eef128), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:17.488418 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0d7ac089-98d5-4aaf-9b45-9143e2347bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (dfb8e08a-cfe9-40b0-8c82-b6762244e31a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:17.499769 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-05dde00b-1db5-47e8-8d7c-89dd62ed6898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (a099fc41-288c-408f-a6c5-3879b8eef128), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:17.534530 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0d7ac089-98d5-4aaf-9b45-9143e2347bda admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87993674b84d49e9ae925d0b988b8a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464177 Apr 07 13:41:17.537165 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 60062) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:41:17.546087 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ac089-98d5-4aaf-9b45-9143e2347bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb8e08a-cfe9-40b0-8c82-b6762244e31a,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:41:17.553697 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-05dde00b-1db5-47e8-8d7c-89dd62ed6898 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8fc057428c4e471584ef2a37fac19ad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204854 Apr 07 13:41:17.554642 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 60064) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:41:17.574546 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dde00b-1db5-47e8-8d7c-89dd62ed6898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a099fc41-288c-408f-a6c5-3879b8eef128,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:41:17.618575 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-29cabd99-708c-4272-b02b-26681634f2dd admin admin] Publish callbacks [] for security_group (dfb8e08a-cfe9-40b0-8c82-b6762244e31a), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:17.647847 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-29cabd99-708c-4272-b02b-26681634f2dd admin admin] Publish callbacks [] for security_group (dfb8e08a-cfe9-40b0-8c82-b6762244e31a), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:17.649347 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a7905128-6949-44df-b0dd-e9ceaec9101e admin admin] Publish callbacks [] for security_group (a099fc41-288c-408f-a6c5-3879b8eef128), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:17.689607 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a7905128-6949-44df-b0dd-e9ceaec9101e admin admin] Publish callbacks [] for security_group (a099fc41-288c-408f-a6c5-3879b8eef128), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:17.734143 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-29cabd99-708c-4272-b02b-26681634f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (dfb8e08a-cfe9-40b0-8c82-b6762244e31a), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:17.736621 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-29cabd99-708c-4272-b02b-26681634f2dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:17.737748 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-29cabd99-708c-4272-b02b-26681634f2dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dfb8e08a-cfe9-40b0-8c82-b6762244e31a HTTP/1.1" status: 204 len: 168 time: 0.1984911 Apr 07 13:41:17.746449 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cabd99-708c-4272-b02b-26681634f2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb8e08a-cfe9-40b0-8c82-b6762244e31a,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:41:17.748084 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a7905128-6949-44df-b0dd-e9ceaec9101e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (a099fc41-288c-408f-a6c5-3879b8eef128), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:17.753834 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a7905128-6949-44df-b0dd-e9ceaec9101e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:17.753834 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-a7905128-6949-44df-b0dd-e9ceaec9101e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a099fc41-288c-408f-a6c5-3879b8eef128 HTTP/1.1" status: 204 len: 168 time: 0.1959794 Apr 07 13:41:17.762857 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7905128-6949-44df-b0dd-e9ceaec9101e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a099fc41-288c-408f-a6c5-3879b8eef128,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:41:17.994687 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:41:18.513945 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab3773-700b-4208-98ff-b41f95d985aa req-0f5a0798-0818-44fe-882b-37243819a6e4 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:18.515457 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-82ab3773-700b-4208-98ff-b41f95d985aa req-0f5a0798-0818-44fe-882b-37243819a6e4 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0519183 Apr 07 13:41:18.561425 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-82ab3773-700b-4208-98ff-b41f95d985aa req-91f87bb0-59d5-496a-b780-d0e13edb4553 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403395 Apr 07 13:41:19.681626 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e253f-3a8b-4b7b-b9d6-4b310d2101fe req-ca488ef9-527b-49cb-8bdf-bdd63f275fda tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:19.683128 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-898e253f-3a8b-4b7b-b9d6-4b310d2101fe req-ca488ef9-527b-49cb-8bdf-bdd63f275fda tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0512018 Apr 07 13:41:19.728901 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-898e253f-3a8b-4b7b-b9d6-4b310d2101fe req-1a35918a-d9b0-41f1-a9e1-dd8d6620423b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401609 Apr 07 13:41:20.594948 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48d2ba-3490-45ea-9e98-be32d93e7ed4 req-c807bcb8-5319-40c4-a0a2-7f6b51ddc012 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:20.596357 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ab48d2ba-3490-45ea-9e98-be32d93e7ed4 req-c807bcb8-5319-40c4-a0a2-7f6b51ddc012 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 946 time: 0.0538290 Apr 07 13:41:20.641892 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ab48d2ba-3490-45ea-9e98-be32d93e7ed4 req-9020d630-d74c-460e-a5d3-6a7b28046f51 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396433 Apr 07 13:41:20.849315 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba2861-6e98-42a6-a320-fa6fcdd9b962 req-2134c1f7-7d0f-41df-880a-b0b6f49217be tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:20.851429 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-90ba2861-6e98-42a6-a320-fa6fcdd9b962 req-2134c1f7-7d0f-41df-880a-b0b6f49217be tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0508864 Apr 07 13:41:20.895339 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-90ba2861-6e98-42a6-a320-fa6fcdd9b962 req-1e10581d-53a0-40c9-a698-c50d77b78c0c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384364 Apr 07 13:41:21.763857 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2e198-1c73-4671-b56b-80ab3fe965ed req-23152aa3-e638-4d9a-8478-c4476a5ab55e tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:21.765343 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-85b2e198-1c73-4671-b56b-80ab3fe965ed req-23152aa3-e638-4d9a-8478-c4476a5ab55e tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 946 time: 0.0559590 Apr 07 13:41:22.071224 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-85b2e198-1c73-4671-b56b-80ab3fe965ed req-69716735-765e-45fb-b69f-77be08d58e81 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002608 Apr 07 13:41:22.084490 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76584b60-3b98-49ce-b8cc-2b4da553f216 req-ff5d43fc-9577-440c-89e1-61a122561754 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:22.085903 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-76584b60-3b98-49ce-b8cc-2b4da553f216 req-ff5d43fc-9577-440c-89e1-61a122561754 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0715160 Apr 07 13:41:22.131457 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-76584b60-3b98-49ce-b8cc-2b4da553f216 req-965971d8-1e0e-4d09-9410-cd349288f1e0 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398037 Apr 07 13:41:22.402926 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-30e8bfef-bb04-4bf7-9c3b-d78a2fd9b9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:22.920332 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299495fe-65d3-4a3a-b255-e4b65e45f08f req-0f66af57-6351-47b9-8235-b655240ee24a tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:22.921685 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-299495fe-65d3-4a3a-b255-e4b65e45f08f req-0f66af57-6351-47b9-8235-b655240ee24a tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 946 time: 0.0547092 Apr 07 13:41:23.014685 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-299495fe-65d3-4a3a-b255-e4b65e45f08f req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Deleting port 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:41:23.015024 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-299495fe-65d3-4a3a-b255-e4b65e45f08f req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (8d30a489-f178-4e36-85bb-5cfa3c3a6c71), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:23.106472 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-299495fe-65d3-4a3a-b255-e4b65e45f08f req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] For port 8d30a489-f178-4e36-85bb-5cfa3c3a6c71, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=8d30a489-f178-4e36-85bb-5cfa3c3a6c71,segment=NetworkSegment(efd6782e-8ee3-4968-922c-18ec851af184),segment_id=efd6782e-8ee3-4968-922c-18ec851af184)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:41:23.106847 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-299495fe-65d3-4a3a-b255-e4b65e45f08f req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (8d30a489-f178-4e36-85bb-5cfa3c3a6c71), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:23.120218 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-299495fe-65d3-4a3a-b255-e4b65e45f08f req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Calling delete_port for 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:41:23.191239 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8553f0-fd73-41eb-b9da-dc0012c7d39f req-e80e5125-f5ff-4c85-bb23-229b42ef4ac7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:23.193101 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fc8553f0-fd73-41eb-b9da-dc0012c7d39f req-e80e5125-f5ff-4c85-bb23-229b42ef4ac7 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d714a25-744e-4eae-8556-2266f857f266 HTTP/1.1" status: 200 len: 946 time: 0.0556493 Apr 07 13:41:23.262078 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-299495fe-65d3-4a3a-b255-e4b65e45f08f req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (8d30a489-f178-4e36-85bb-5cfa3c3a6c71), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:23.273774 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fc8553f0-fd73-41eb-b9da-dc0012c7d39f req-d16e2cf3-19a0-4cc8-b944-82b1a9738239 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741825 Apr 07 13:41:23.299243 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Pushing event deleted for resources: {'Port': ['ID=8d30a489-f178-4e36-85bb-5cfa3c3a6c71,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:41:23.300532 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf8ed8-a193-4c2e-9d70-dae85649a75f req-2316fb94-4861-46ca-bd69-3efd194a9914 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:23.302059 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-77bf8ed8-a193-4c2e-9d70-dae85649a75f req-2316fb94-4861-46ca-bd69-3efd194a9914 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0795941 Apr 07 13:41:23.314414 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:23.314614 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:23.314948 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:23.315289 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:23.315637 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:23.315961 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:23.316295 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:23.316633 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:23.316953 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:23.317286 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:23.317622 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:23.317951 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:23.318274 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:23.319179 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:23.319298 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['8d30a489-f178-4e36-85bb-5cfa3c3a6c71'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:41:23.319514 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:23.357989 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-299495fe-65d3-4a3a-b255-e4b65e45f08f req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] No DVR routers for this DVR port 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:41:23.359495 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-77bf8ed8-a193-4c2e-9d70-dae85649a75f req-eefdb125-5866-4ccb-84d4-7db6bafe6e09 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511234 Apr 07 13:41:23.361343 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-299495fe-65d3-4a3a-b255-e4b65e45f08f req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:23.364898 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-299495fe-65d3-4a3a-b255-e4b65e45f08f req-2ef351d3-0918-4e8a-a07f-f941bff5a4cc tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.23 "DELETE /v2.0/ports/8d30a489-f178-4e36-85bb-5cfa3c3a6c71 HTTP/1.1" status: 204 len: 173 time: 0.4372835 Apr 07 13:41:23.365927 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d714a25-744e-4eae-8556-2266f857f266', 'name': 'network-vif-deleted', 'tag': '8d30a489-f178-4e36-85bb-5cfa3c3a6c71'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:41:23.368277 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb8dc12-2814-4d14-a86d-fb409abf80fc" -d '{"events": [{"server_uuid": "0d714a25-744e-4eae-8556-2266f857f266", "name": "network-vif-deleted", "tag": "8d30a489-f178-4e36-85bb-5cfa3c3a6c71"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:41:23.416405 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8210b92d-d029-4e48-b3ed-3af80b6cb546 x-openstack-request-id: req-8210b92d-d029-4e48-b3ed-3af80b6cb546 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:41:23.416808 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d714a25-744e-4eae-8556-2266f857f266", "name": "network-vif-deleted", "tag": "8d30a489-f178-4e36-85bb-5cfa3c3a6c71", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:41:23.417106 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8210b92d-d029-4e48-b3ed-3af80b6cb546 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:41:23.417489 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8210b92d-d029-4e48-b3ed-3af80b6cb546'] response: {'server_uuid': '0d714a25-744e-4eae-8556-2266f857f266', 'name': 'network-vif-deleted', 'tag': '8d30a489-f178-4e36-85bb-5cfa3c3a6c71', 'status': 'completed', 'code': 200} Apr 07 13:41:24.503350 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b1398-b936-4596-a4a8-65b0ffd24cb1 req-b25ee851-cdd4-4894-bc32-4aa7bbbdc4ba tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:24.505027 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1e0b1398-b936-4596-a4a8-65b0ffd24cb1 req-b25ee851-cdd4-4894-bc32-4aa7bbbdc4ba tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0651090 Apr 07 13:41:24.561521 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1e0b1398-b936-4596-a4a8-65b0ffd24cb1 req-665e252d-235f-4da6-9922-156dae8ce727 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485048 Apr 07 13:41:24.891984 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a86acc5-0020-4793-83f5-2a6f8e3fcd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:25.684342 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c572c9-bbe5-43d9-a53a-b7617cb868a3 req-003d0a50-78d1-4ad5-b949-387966fd34b8 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:25.685789 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-40c572c9-bbe5-43d9-a53a-b7617cb868a3 req-003d0a50-78d1-4ad5-b949-387966fd34b8 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0540316 Apr 07 13:41:25.730728 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-40c572c9-bbe5-43d9-a53a-b7617cb868a3 req-03dc15ae-2fc4-4023-bc3a-98e7d2941a25 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394108 Apr 07 13:41:25.756529 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:26.997158 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe4e7b-29ce-495c-aa71-d5b882893865 req-75d562a7-5679-4303-8f08-92dafb8d5ba5 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:26.998619 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2bfe4e7b-29ce-495c-aa71-d5b882893865 req-75d562a7-5679-4303-8f08-92dafb8d5ba5 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.1981902 Apr 07 13:41:27.043497 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2bfe4e7b-29ce-495c-aa71-d5b882893865 req-559146f9-959b-4866-b06a-ec4535218b7c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393679 Apr 07 13:41:27.227584 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:27.514159 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:41:27.533790 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:41:27.534126 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 8d30a489-f178-4e36-85bb-5cfa3c3a6c71 not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:41:28.215328 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dba23-d590-48a8-be13-8024d6a24f9d req-1a408bbb-b25a-4a65-ba43-2741f6daadd7 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:28.216767 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-166dba23-d590-48a8-be13-8024d6a24f9d req-1a408bbb-b25a-4a65-ba43-2741f6daadd7 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.1037431 Apr 07 13:41:28.261840 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-166dba23-d590-48a8-be13-8024d6a24f9d req-d67595e0-efc3-49af-8254-7b43a8b15c5b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396194 Apr 07 13:41:28.657010 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:29.386634 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336c472-e349-41d5-bdd4-c9639a30c5da req-b7c122ad-4967-4a5b-83ea-d5015fefe275 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:29.388135 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5336c472-e349-41d5-bdd4-c9639a30c5da req-b7c122ad-4967-4a5b-83ea-d5015fefe275 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0569441 Apr 07 13:41:29.433801 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5336c472-e349-41d5-bdd4-c9639a30c5da req-54eba329-d9f8-42be-91a6-da94c9faa39e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402153 Apr 07 13:41:30.552281 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34d1b-1b12-4dca-b223-1344fa19e851 req-a990583b-71cb-4dab-a637-ab145a2d3c30 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:30.553639 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e7f34d1b-1b12-4dca-b223-1344fa19e851 req-a990583b-71cb-4dab-a637-ab145a2d3c30 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0503101 Apr 07 13:41:30.604667 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e7f34d1b-1b12-4dca-b223-1344fa19e851 req-af794a87-9c18-464b-9186-d82da316ad30 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452623 Apr 07 13:41:30.864915 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device d8a0e705-3bc0-4aca-8a68-d294d5c28e31 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:41:30.966619 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d8a0e705-3bc0-4aca-8a68-d294d5c28e31, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:41:30.980311 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'port_id': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31', 'mac_address': 'fa:16:3e:57:c3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:41:31.022828 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 is: ACTIVE; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:41:31.023191 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:31.036625 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8a0e705-3bc0-4aca-8a68-d294d5c28e31 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:41:31.056648 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d8a0e705-3bc0-4aca-8a68-d294d5c28e31, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:41:31.060349 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:31.108458 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,revision_number=6']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:41:31.255063 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['d8a0e705-3bc0-4aca-8a68-d294d5c28e31'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:41:31.728570 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbd483-12f4-48fd-beac-79f664fb8912 req-2dd9d4e2-cb8e-4ed7-acdd-6c0baa974ba0 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:31.730008 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7ffbd483-12f4-48fd-beac-79f664fb8912 req-2dd9d4e2-cb8e-4ed7-acdd-6c0baa974ba0 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 944 time: 0.0530849 Apr 07 13:41:31.774671 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7ffbd483-12f4-48fd-beac-79f664fb8912 req-0ba596a3-f8a6-4a85-acfc-3da5633c476e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388858 Apr 07 13:41:32.894427 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637e2e2-b4b8-4e75-a064-07969101efde req-9ce7fd1e-92fc-4944-b8a8-8851e120b568 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:32.895865 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f637e2e2-b4b8-4e75-a064-07969101efde req-9ce7fd1e-92fc-4944-b8a8-8851e120b568 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 944 time: 0.0506766 Apr 07 13:41:32.940240 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f637e2e2-b4b8-4e75-a064-07969101efde req-8b5c8df4-1689-42d2-8467-ac17647131a3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388169 Apr 07 13:41:34.063740 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42737f14-b5f2-463b-b306-a8447f375607 req-00adb44d-aba6-4b66-9cd1-dd0b433f78a0 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:34.065226 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-42737f14-b5f2-463b-b306-a8447f375607 req-00adb44d-aba6-4b66-9cd1-dd0b433f78a0 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 944 time: 0.0554607 Apr 07 13:41:34.110911 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-42737f14-b5f2-463b-b306-a8447f375607 req-4cd0ee05-2d43-4879-8686-fc70b95cd10c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402904 Apr 07 13:41:35.011536 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device d8a0e705-3bc0-4aca-8a68-d294d5c28e31 up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:41:35.060265 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:35.073717 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:41:35.074086 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:35.150224 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:41:35.150593 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:35.172510 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84c6673-9eab-4d10-a066-d5f86793466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:41:35.174732 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af859be6-3874-44af-a407-37d30b84ee09" -d '{"events": [{"server_uuid": "c84c6673-9eab-4d10-a066-d5f86793466d", "name": "network-vif-plugged", "status": "completed", "tag": "d8a0e705-3bc0-4aca-8a68-d294d5c28e31"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:41:35.187714 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d8a0e705-3bc0-4aca-8a68-d294d5c28e31, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:41:35.193061 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:35.217191 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6dccc9-38a4-4340-8dd1-67e6d11687bf x-openstack-request-id: req-cb6dccc9-38a4-4340-8dd1-67e6d11687bf {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:41:35.217464 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84c6673-9eab-4d10-a066-d5f86793466d", "name": "network-vif-plugged", "status": "completed", "tag": "d8a0e705-3bc0-4aca-8a68-d294d5c28e31", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:41:35.217733 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb6dccc9-38a4-4340-8dd1-67e6d11687bf {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:41:35.218111 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb6dccc9-38a4-4340-8dd1-67e6d11687bf'] response: {'server_uuid': 'c84c6673-9eab-4d10-a066-d5f86793466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31', 'code': 200} Apr 07 13:41:35.243232 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,revision_number=7']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:41:35.334848 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb1815-9fe6-4c3b-b350-778e9d449b5d req-eb0baabb-e47a-4279-826e-fb6874fb8dc1 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:35.337043 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f3bb1815-9fe6-4c3b-b350-778e9d449b5d req-eb0baabb-e47a-4279-826e-fb6874fb8dc1 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0525908 Apr 07 13:41:35.385770 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f3bb1815-9fe6-4c3b-b350-778e9d449b5d req-ae2257c7-6802-451d-a075-c39343ff088e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432515 Apr 07 13:41:36.492845 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-323e1558-282b-4b4d-bc54-1c4d501103bc req-feac22bb-ac24-444f-a093-2101c0ca045b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437176 Apr 07 13:41:36.511828 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a542ea-8643-4e28-93df-26d21c793878 req-e6cd62f5-27df-4ec9-8ee5-27538f358c42 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:36.513278 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-05a542ea-8643-4e28-93df-26d21c793878 req-e6cd62f5-27df-4ec9-8ee5-27538f358c42 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0504122 Apr 07 13:41:36.563974 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-05a542ea-8643-4e28-93df-26d21c793878 req-c65da877-aad8-4168-9d76-d9e6536bce2e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451608 Apr 07 13:41:36.608145 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1558-282b-4b4d-bc54-1c4d501103bc req-73c31a0e-414a-41e0-bdfa-6a17e57e5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:36.609604 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-323e1558-282b-4b4d-bc54-1c4d501103bc req-73c31a0e-414a-41e0-bdfa-6a17e57e5f13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 1130 time: 0.0472970 Apr 07 13:41:36.718046 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1558-282b-4b4d-bc54-1c4d501103bc req-61f43823-93df-4f98-a746-9cb8964f981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:36.719527 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-323e1558-282b-4b4d-bc54-1c4d501103bc req-61f43823-93df-4f98-a746-9cb8964f981d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 200 len: 920 time: 0.0839150 Apr 07 13:41:36.766191 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-323e1558-282b-4b4d-bc54-1c4d501103bc req-56201f82-71b4-45be-b779-dd830d96b922 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=148621ae-d38d-449e-a8da-17e22d3f715f HTTP/1.1" status: 200 len: 217 time: 0.0366194 Apr 07 13:41:36.813064 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1558-282b-4b4d-bc54-1c4d501103bc req-cb8634ea-3095-4f4a-947a-3cda29a7de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:36.814458 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-323e1558-282b-4b4d-bc54-1c4d501103bc req-cb8634ea-3095-4f4a-947a-3cda29a7de1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caad4ec9-a40e-4065-a3e8-632593f10c40 HTTP/1.1" status: 200 len: 858 time: 0.0419774 Apr 07 13:41:36.862229 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1558-282b-4b4d-bc54-1c4d501103bc req-936a194f-eb91-4461-8cf1-bc813c48e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:36.863786 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-323e1558-282b-4b4d-bc54-1c4d501103bc req-936a194f-eb91-4461-8cf1-bc813c48e9b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429006 Apr 07 13:41:36.956272 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-323e1558-282b-4b4d-bc54-1c4d501103bc req-3f9073db-c820-492a-a600-9a368d65f954 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856462 Apr 07 13:41:37.050239 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-323e1558-282b-4b4d-bc54-1c4d501103bc req-235619d7-06d9-4c6f-9860-3107dec7e25b service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848074 Apr 07 13:41:37.455058 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-fb0c57b0-f8e7-4e72-a2a8-ababff3d9662 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:37.456510 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-fb0c57b0-f8e7-4e72-a2a8-ababff3d9662 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/networks?id=6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d HTTP/1.1" status: 200 len: 812 time: 0.0971124 Apr 07 13:41:37.470672 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-a1c4fe3c-d610-4b46-8f8a-7befb6ca50f5 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/quotas/a341791e9c2a494d835e7c190ed7be80 HTTP/1.1" status: 200 len: 375 time: 0.0085921 Apr 07 13:41:37.504591 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-103b34d4-1027-4c18-8b18-192e62c0fa60 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a341791e9c2a494d835e7c190ed7be80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291619 Apr 07 13:41:37.650362 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-c1f85e69-b925-4d6c-9201-b836f78cef4a service neutron] 10.222.0.39 "GET /v2.0/networks/6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382775 Apr 07 13:41:37.756090 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee06932-ae31-439d-b5f0-72b173be0e72 req-c3923a23-3aad-4582-8079-9bf8e0846d1e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:37.757571 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fee06932-ae31-439d-b5f0-72b173be0e72 req-c3923a23-3aad-4582-8079-9bf8e0846d1e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.1218503 Apr 07 13:41:37.787531 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-287996b5-b9c5-4094-b84e-c1b0d7c994b5 service neutron] 10.222.0.39 "GET /v2.0/networks/6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223075 Apr 07 13:41:37.819256 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fee06932-ae31-439d-b5f0-72b173be0e72 req-35a4c6b5-50cc-423e-8834-860a96e19dc3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525472 Apr 07 13:41:37.955882 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3c6212b1-3ae3-4a8b-b016-19f8b7babfda req-eefc2ba5-2442-4668-b31d-aad290b52466 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 210 time: 0.0273988 Apr 07 13:41:37.990809 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 60374) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:41:38.096835 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3ac57a7e-529e-4531-b14a-7b000d6500b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:38.176058 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3ac57a7e-529e-4531-b14a-7b000d6500b9 admin admin] Publish callbacks [] for security_group (e77f2405-d1e1-4fd4-bc1e-074251c62948), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:38.179669 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3ac57a7e-529e-4531-b14a-7b000d6500b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (e77f2405-d1e1-4fd4-bc1e-074251c62948), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:38.218008 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3ac57a7e-529e-4531-b14a-7b000d6500b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e17e1ab8423d47d7b6c4e2974a055fdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261345 Apr 07 13:41:38.219962 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac57a7e-529e-4531-b14a-7b000d6500b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77f2405-d1e1-4fd4-bc1e-074251c62948,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:41:38.220714 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 60382) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:41:38.275528 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Publish callbacks [] for security_group (e77f2405-d1e1-4fd4-bc1e-074251c62948), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:38.296514 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Publish callbacks [] for security_group (e77f2405-d1e1-4fd4-bc1e-074251c62948), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:38.343761 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (e77f2405-d1e1-4fd4-bc1e-074251c62948), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:38.346869 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:38.348145 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e77f2405-d1e1-4fd4-bc1e-074251c62948 HTTP/1.1" status: 204 len: 168 time: 0.1261144 Apr 07 13:41:38.356364 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77f2405-d1e1-4fd4-bc1e-074251c62948,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:41:38.363645 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:38.363994 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:38.364341 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:38.364703 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:38.365039 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:38.365450 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:38.365691 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:38.366015 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:38.366368 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:38.366720 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:38.367042 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:38.367367 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:38.367690 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:38.368008 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:38.368326 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb32e14-4f8b-49d6-a5b8-28c8f54cd958 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:38.952824 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb12d3-5ba8-43f0-a247-a6f898b5d74a req-bebf6222-3f48-461e-a6f5-468c5167889c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:38.955007 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f9fb12d3-5ba8-43f0-a247-a6f898b5d74a req-bebf6222-3f48-461e-a6f5-468c5167889c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0612581 Apr 07 13:41:39.022687 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f9fb12d3-5ba8-43f0-a247-a6f898b5d74a req-50fedbb1-ff72-4a51-9d89-fb79f951cc5d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618808 Apr 07 13:41:39.093536 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0294e746-fd38-4ce3-9970-9d7d82efaae9 req-c1194a58-3e22-4705-a6b6-4ba732274ca8 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 210 time: 0.0459087 Apr 07 13:41:39.195188 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-8ef5812b-aa9f-40d3-bf96-83361edfa79c tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:39.196800 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-8ef5812b-aa9f-40d3-bf96-83361edfa79c tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.23 "GET /v2.0/networks?id=6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d HTTP/1.1" status: 200 len: 812 time: 0.1389337 Apr 07 13:41:39.218748 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-26137d77-59c4-4783-86a5-e8e55df524e1 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Request body: {'port': {'device_id': '286948f9-3962-4edf-9818-7c20a3f56f1c', 'network_id': '6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d', 'admin_state_up': True, 'tenant_id': 'a341791e9c2a494d835e7c190ed7be80'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:41:39.354691 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-26137d77-59c4-4783-86a5-e8e55df524e1 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Made reservation on behalf of a341791e9c2a494d835e7c190ed7be80 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:41:39.359404 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-26137d77-59c4-4783-86a5-e8e55df524e1 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:39.557590 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-26137d77-59c4-4783-86a5-e8e55df524e1 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Allocated IP 172.20.0.6 (6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d/ed628554-e597-4c9a-9987-2792771598eb/584850a7-2256-4b29-bbd9-b638ebbfdee9) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:41:39.787199 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-26137d77-59c4-4783-86a5-e8e55df524e1 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Publish callbacks [] for port (584850a7-2256-4b29-bbd9-b638ebbfdee9), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:39.852801 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-26137d77-59c4-4783-86a5-e8e55df524e1 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (584850a7-2256-4b29-bbd9-b638ebbfdee9), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:39.919551 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26137d77-59c4-4783-86a5-e8e55df524e1 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Pushing event updated for resources: {'Port': ['ID=584850a7-2256-4b29-bbd9-b638ebbfdee9,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:41:39.934486 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-26137d77-59c4-4783-86a5-e8e55df524e1 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Network 6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:41:39.936396 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-26137d77-59c4-4783-86a5-e8e55df524e1 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:41:39.938961 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-26137d77-59c4-4783-86a5-e8e55df524e1 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:41:39.992327 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-26137d77-59c4-4783-86a5-e8e55df524e1 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:39.993146 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-26137d77-59c4-4783-86a5-e8e55df524e1 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:40.009252 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-26137d77-59c4-4783-86a5-e8e55df524e1 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7961683 Apr 07 13:41:40.028578 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Request body: {'port': {'device_id': '286948f9-3962-4edf-9818-7c20a3f56f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:41:40.094554 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (584850a7-2256-4b29-bbd9-b638ebbfdee9), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:40.207612 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45052703-af6d-4aca-a167-8a3e6a939210 req-a0f89114-1dc6-4bfd-9039-586400834810 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:40.210093 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-45052703-af6d-4aca-a167-8a3e6a939210 req-a0f89114-1dc6-4bfd-9039-586400834810 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0910516 Apr 07 13:41:40.300428 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-45052703-af6d-4aca-a167-8a3e6a939210 req-a1c1e79e-28c7-4043-b1d7-aa7e62a9ece0 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785804 Apr 07 13:41:40.319396 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a2fb0-d4ae-4060-a56a-52ffdebb2acb req-743450d0-e611-40b6-b4ab-ff7b35e941eb tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:40.321889 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e89a2fb0-d4ae-4060-a56a-52ffdebb2acb req-743450d0-e611-40b6-b4ab-ff7b35e941eb tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 931 time: 0.1106744 Apr 07 13:41:40.400439 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e89a2fb0-d4ae-4060-a56a-52ffdebb2acb req-22a97d38-ddea-4c38-9dfc-59cd26919a9b tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708382 Apr 07 13:41:40.420775 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584850a7-2256-4b29-bbd9-b638ebbfdee9 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:41:40.429302 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Publish callbacks [] for port (584850a7-2256-4b29-bbd9-b638ebbfdee9), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:40.443456 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Transition to ACTIVE for port object 584850a7-2256-4b29-bbd9-b638ebbfdee9 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:41:40.446691 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (584850a7-2256-4b29-bbd9-b638ebbfdee9), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:40.540030 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Pushing event updated for resources: {'Port': ['ID=584850a7-2256-4b29-bbd9-b638ebbfdee9,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:41:40.576046 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Attempting to bind port 584850a7-2256-4b29-bbd9-b638ebbfdee9 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:41:40.576477 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Attempting to bind port 584850a7-2256-4b29-bbd9-b638ebbfdee9 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'efd6782e-8ee3-4968-922c-18ec851af184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:41:40.576896 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Attempting to bind port 584850a7-2256-4b29-bbd9-b638ebbfdee9 on network 6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:41:40.581331 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Port 584850a7-2256-4b29-bbd9-b638ebbfdee9 on network 6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:41:40.582028 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Attempting to bind port 584850a7-2256-4b29-bbd9-b638ebbfdee9 on network 6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:41:40.587124 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:41:40.587542 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Checking segment: {'id': 'efd6782e-8ee3-4968-922c-18ec851af184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:41:40.587999 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Bound using segment: {'id': 'efd6782e-8ee3-4968-922c-18ec851af184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:41:40.588475 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Bound port: 584850a7-2256-4b29-bbd9-b638ebbfdee9, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd6782e-8ee3-4968-922c-18ec851af184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:41:40.589133 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (584850a7-2256-4b29-bbd9-b638ebbfdee9), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:40.674105 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] For port 584850a7-2256-4b29-bbd9-b638ebbfdee9, host hv-cinder-83697, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:41:40.677522 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] For port 584850a7-2256-4b29-bbd9-b638ebbfdee9, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=584850a7-2256-4b29-bbd9-b638ebbfdee9,segment=NetworkSegment(efd6782e-8ee3-4968-922c-18ec851af184),segment_id=efd6782e-8ee3-4968-922c-18ec851af184)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:41:40.686679 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (584850a7-2256-4b29-bbd9-b638ebbfdee9), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:40.734685 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:40.735302 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:40.737225 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] 10.222.0.23 "PUT /v2.0/ports/584850a7-2256-4b29-bbd9-b638ebbfdee9 HTTP/1.1" status: 200 len: 1093 time: 0.7126038 Apr 07 13:41:40.737692 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286948f9-3962-4edf-9818-7c20a3f56f1c', 'tag': '584850a7-2256-4b29-bbd9-b638ebbfdee9'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:41:40.740027 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416bb62d-65f9-43c7-b7d7-28263e00708d" -d '{"events": [{"name": "network-changed", "server_uuid": "286948f9-3962-4edf-9818-7c20a3f56f1c", "tag": "584850a7-2256-4b29-bbd9-b638ebbfdee9"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:41:40.781946 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8af18f2-9594-4f04-8a80-8bc687d1a5b3 x-openstack-request-id: req-d8af18f2-9594-4f04-8a80-8bc687d1a5b3 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:41:40.782239 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286948f9-3962-4edf-9818-7c20a3f56f1c", "tag": "584850a7-2256-4b29-bbd9-b638ebbfdee9", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:41:40.782522 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8af18f2-9594-4f04-8a80-8bc687d1a5b3 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:41:40.782925 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8af18f2-9594-4f04-8a80-8bc687d1a5b3'] response: {'name': 'network-changed', 'server_uuid': '286948f9-3962-4edf-9818-7c20a3f56f1c', 'tag': '584850a7-2256-4b29-bbd9-b638ebbfdee9', 'status': 'completed', 'code': 200} Apr 07 13:41:40.783916 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51ceb0-2187-4e14-9bc3-cc38f978a76d service neutron] Pushing event updated for resources: {'Port': ['ID=584850a7-2256-4b29-bbd9-b638ebbfdee9,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:41:40.870837 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-00c826b1-4f85-4b62-92fb-7e27af515c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:40.872447 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-00c826b1-4f85-4b62-92fb-7e27af515c54 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a341791e9c2a494d835e7c190ed7be80&device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 1127 time: 0.0631697 Apr 07 13:41:40.977069 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-70282e85-2d97-42f6-a47b-7487ca463f6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=584850a7-2256-4b29-bbd9-b638ebbfdee9 HTTP/1.1" status: 200 len: 217 time: 0.0759044 Apr 07 13:41:41.073450 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-20695674-b464-4a00-91e5-069c52d34b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:41.075346 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-20695674-b464-4a00-91e5-069c52d34b4f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed628554-e597-4c9a-9987-2792771598eb HTTP/1.1" status: 200 len: 852 time: 0.0909984 Apr 07 13:41:41.132301 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-7932790e-f14c-4f8e-8042-1db0bcfdacb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482533 Apr 07 13:41:41.241328 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-70eeb28b-2798-4624-bccf-ec7e2c6d3558 service neutron] 10.222.0.23 "GET /v2.0/networks/6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013739 Apr 07 13:41:41.337640 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0750fc4f-eb2d-46a3-874a-9ef58100d6a4 req-c94449d9-d102-4604-ab6d-93e5ebb12167 service neutron] 10.222.0.23 "GET /v2.0/networks/6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893486 Apr 07 13:41:41.433214 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557fb75-b44c-4661-89b7-19621e7179f5 req-f39794b4-9e3c-46b0-ad66-825c2a291184 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:41.434956 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1557fb75-b44c-4661-89b7-19621e7179f5 req-f39794b4-9e3c-46b0-ad66-825c2a291184 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0644720 Apr 07 13:41:41.501545 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1557fb75-b44c-4661-89b7-19621e7179f5 req-88e1a64c-c9d3-4093-82b0-037de03a6a4c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575507 Apr 07 13:41:41.546825 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f24617-176f-4db6-8bb9-efb0d2c25c50 req-04ec8dd6-0176-498c-839e-8794cdbbb635 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:41.548345 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-87f24617-176f-4db6-8bb9-efb0d2c25c50 req-04ec8dd6-0176-498c-839e-8794cdbbb635 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 943 time: 0.0628738 Apr 07 13:41:41.608150 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-87f24617-176f-4db6-8bb9-efb0d2c25c50 req-4deea3c4-66ff-4bad-9fcc-42aeaee30c76 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540988 Apr 07 13:41:42.662832 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ace207-a247-4d8e-8001-3719a2967ae2 req-26a336b8-facc-48ba-8cf2-493475886768 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:42.664424 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-21ace207-a247-4d8e-8001-3719a2967ae2 req-26a336b8-facc-48ba-8cf2-493475886768 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0778472 Apr 07 13:41:42.744905 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-21ace207-a247-4d8e-8001-3719a2967ae2 req-09ed2759-0fb0-4d8e-8731-c3cbcdd2a03f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743515 Apr 07 13:41:42.769789 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec9f22-1e5f-4ac7-8605-c5fdf1bb3a99 req-b736dab8-1406-432e-af5f-d96cedc199a4 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:42.771299 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bcec9f22-1e5f-4ac7-8605-c5fdf1bb3a99 req-b736dab8-1406-432e-af5f-d96cedc199a4 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 943 time: 0.0744665 Apr 07 13:41:42.822519 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bcec9f22-1e5f-4ac7-8605-c5fdf1bb3a99 req-4fb205c1-a195-47d6-8693-a2d675ec17d1 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451901 Apr 07 13:41:43.877408 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de4cf9-c80c-44f6-81a0-ffb528e6eb59 req-4049200f-89ad-4989-b09d-96cf084770b7 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:43.884168 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-50de4cf9-c80c-44f6-81a0-ffb528e6eb59 req-4049200f-89ad-4989-b09d-96cf084770b7 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0602019 Apr 07 13:41:43.956978 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-50de4cf9-c80c-44f6-81a0-ffb528e6eb59 req-897949a6-e0be-4b43-aa55-81bcd23bfafb tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718274 Apr 07 13:41:43.986224 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba6675-55b5-4efd-93cd-bf8c46cd9f27 req-6983f795-0c3d-4ad7-b39b-9438f483b9ff tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:43.993127 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4aba6675-55b5-4efd-93cd-bf8c46cd9f27 req-6983f795-0c3d-4ad7-b39b-9438f483b9ff tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 943 time: 0.0937364 Apr 07 13:41:44.043143 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4aba6675-55b5-4efd-93cd-bf8c46cd9f27 req-968b4e02-e516-4749-8fba-724ef1bc6647 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490680 Apr 07 13:41:45.092930 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d4e9c-344a-4eaa-a230-158d3755b4e3 req-1e70fb98-b0b1-4683-a2e5-a347c4da1af6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:45.094656 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d25d4e9c-344a-4eaa-a230-158d3755b4e3 req-1e70fb98-b0b1-4683-a2e5-a347c4da1af6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0615289 Apr 07 13:41:45.184035 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d25d4e9c-344a-4eaa-a230-158d3755b4e3 req-af250613-3a78-4c9c-9d07-680874c6b7d4 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806763 Apr 07 13:41:45.209685 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5ace7-4332-4b00-8c91-a48deacb63f4 req-4e4f1ad3-370f-40ff-94a0-dcc66053d05f tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:45.212471 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9cf5ace7-4332-4b00-8c91-a48deacb63f4 req-4e4f1ad3-370f-40ff-94a0-dcc66053d05f tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 943 time: 0.0949721 Apr 07 13:41:45.269008 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9cf5ace7-4332-4b00-8c91-a48deacb63f4 req-5aec1a1f-09ea-49b4-8fa9-68e028583ae5 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509474 Apr 07 13:41:46.308241 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ceb4af-29fa-499c-ba71-8c1de2a4f46a req-5a999f47-613a-4677-8a91-76bdb30a98e6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:46.315487 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e1ceb4af-29fa-499c-ba71-8c1de2a4f46a req-5a999f47-613a-4677-8a91-76bdb30a98e6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0632131 Apr 07 13:41:46.373090 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e1ceb4af-29fa-499c-ba71-8c1de2a4f46a req-cf26b0c9-adf0-4543-984f-de2a7c1b1d45 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566807 Apr 07 13:41:46.435783 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4253691-c18f-4c70-bc69-eb906de43271 req-0140f39a-e4d1-4d5d-8a99-42d8a0382fb2 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:46.437747 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f4253691-c18f-4c70-bc69-eb906de43271 req-0140f39a-e4d1-4d5d-8a99-42d8a0382fb2 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 943 time: 0.0743957 Apr 07 13:41:46.495854 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f4253691-c18f-4c70-bc69-eb906de43271 req-524a45d2-6b6c-4f19-b36d-5be5ff086699 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526059 Apr 07 13:41:47.504338 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5231f9b-ed60-42b1-b39a-1723b5a47e64 req-3acab4c8-d8f5-41e1-93d8-bae9ba39aff7 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:47.507996 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c5231f9b-ed60-42b1-b39a-1723b5a47e64 req-3acab4c8-d8f5-41e1-93d8-bae9ba39aff7 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0593631 Apr 07 13:41:47.595472 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c5231f9b-ed60-42b1-b39a-1723b5a47e64 req-a5e921e3-0004-42dc-a648-4c9758c3c376 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804629 Apr 07 13:41:47.654464 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca906f-f39d-4458-88e0-375738ec9027 req-a0779d8c-5d5d-414c-95d2-c012587f4cea tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:47.663513 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-18ca906f-f39d-4458-88e0-375738ec9027 req-a0779d8c-5d5d-414c-95d2-c012587f4cea tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 943 time: 0.0664344 Apr 07 13:41:47.715881 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-18ca906f-f39d-4458-88e0-375738ec9027 req-b1d2012b-a1ee-4edd-a92b-9886e6cada7e tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475318 Apr 07 13:41:48.733675 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6e867-3c28-4e6c-a184-d90037edfdba req-ce6ad455-3191-42dc-8cd9-01c4d7ca6304 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:48.735174 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fee6e867-3c28-4e6c-a184-d90037edfdba req-ce6ad455-3191-42dc-8cd9-01c4d7ca6304 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0564520 Apr 07 13:41:48.782320 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fee6e867-3c28-4e6c-a184-d90037edfdba req-a0f02905-972b-4d90-8680-cca00104ddb9 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416236 Apr 07 13:41:48.836492 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bb62d-65f9-43c7-b7d7-28263e00708d req-a66cf7f6-2e64-422f-b17f-407198d75e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:48.838002 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-416bb62d-65f9-43c7-b7d7-28263e00708d req-a66cf7f6-2e64-422f-b17f-407198d75e4a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a341791e9c2a494d835e7c190ed7be80&device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 1127 time: 0.0519814 Apr 07 13:41:48.844324 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd986c22-7d9e-465b-86df-277d5f1cbb12 req-7013d49f-cc78-4de8-a71c-6e05aaae5335 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:48.845786 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bd986c22-7d9e-465b-86df-277d5f1cbb12 req-7013d49f-cc78-4de8-a71c-6e05aaae5335 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 943 time: 0.0589571 Apr 07 13:41:48.891885 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bd986c22-7d9e-465b-86df-277d5f1cbb12 req-8d2a88c0-ff3d-4cd2-b4ad-356fed4b8c96 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404544 Apr 07 13:41:48.999272 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bb62d-65f9-43c7-b7d7-28263e00708d req-85eccd72-2cb9-4bc5-9f0c-504114bf1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:49.000737 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-416bb62d-65f9-43c7-b7d7-28263e00708d req-85eccd72-2cb9-4bc5-9f0c-504114bf1b3f service neutron] 10.222.0.23 "GET /v2.0/networks?id=6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d HTTP/1.1" status: 200 len: 913 time: 0.0852907 Apr 07 13:41:49.061673 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-416bb62d-65f9-43c7-b7d7-28263e00708d req-9b4e2413-7143-4374-8dc6-0f1273600c98 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=584850a7-2256-4b29-bbd9-b638ebbfdee9 HTTP/1.1" status: 200 len: 217 time: 0.0367961 Apr 07 13:41:49.109750 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 584850a7-2256-4b29-bbd9-b638ebbfdee9 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:41:49.110812 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bb62d-65f9-43c7-b7d7-28263e00708d req-895b7cda-daf4-4715-8608-f174e3fcfacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:49.112221 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-416bb62d-65f9-43c7-b7d7-28263e00708d req-895b7cda-daf4-4715-8608-f174e3fcfacd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed628554-e597-4c9a-9987-2792771598eb HTTP/1.1" status: 200 len: 852 time: 0.0430517 Apr 07 13:41:49.161455 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-416bb62d-65f9-43c7-b7d7-28263e00708d req-a7949c80-d537-4fe8-a62e-567c650c7c42 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255349 Apr 07 13:41:49.206721 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 584850a7-2256-4b29-bbd9-b638ebbfdee9, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=584850a7-2256-4b29-bbd9-b638ebbfdee9,segment=NetworkSegment(efd6782e-8ee3-4968-922c-18ec851af184),segment_id=efd6782e-8ee3-4968-922c-18ec851af184)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:41:49.217643 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': '584850a7-2256-4b29-bbd9-b638ebbfdee9', 'network_id': '6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d', 'port_id': '584850a7-2256-4b29-bbd9-b638ebbfdee9', 'mac_address': 'fa:16:3e:8c:b4:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed628554-e597-4c9a-9987-2792771598eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:41:49.252861 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-416bb62d-65f9-43c7-b7d7-28263e00708d req-75a8d545-f7da-4a4b-929e-49bc73c5b209 service neutron] 10.222.0.23 "GET /v2.0/networks/6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849488 Apr 07 13:41:49.254531 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 584850a7-2256-4b29-bbd9-b638ebbfdee9 is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:41:49.254920 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (584850a7-2256-4b29-bbd9-b638ebbfdee9), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:49.267727 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584850a7-2256-4b29-bbd9-b638ebbfdee9 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:41:49.286143 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 584850a7-2256-4b29-bbd9-b638ebbfdee9, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=584850a7-2256-4b29-bbd9-b638ebbfdee9,segment=NetworkSegment(efd6782e-8ee3-4968-922c-18ec851af184),segment_id=efd6782e-8ee3-4968-922c-18ec851af184)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:41:49.289890 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (584850a7-2256-4b29-bbd9-b638ebbfdee9), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:49.340383 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-416bb62d-65f9-43c7-b7d7-28263e00708d req-d78df4f8-47b6-4f70-bd90-7e4ba2298f29 service neutron] 10.222.0.23 "GET /v2.0/networks/6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814145 Apr 07 13:41:49.340705 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=584850a7-2256-4b29-bbd9-b638ebbfdee9,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:41:49.347585 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:49.347930 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:49.348294 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:49.348638 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:49.348971 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:49.349302 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:49.349631 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:49.349957 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:49.350282 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:49.350656 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:49.350994 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:49.351305 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:49.351624 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:49.351944 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:49.352265 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:41:49.909757 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db07a25-fd90-4965-8962-b25862ae6a74 req-827f9b3c-892a-4328-b05f-a07cc3d0a63c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:49.911288 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1db07a25-fd90-4965-8962-b25862ae6a74 req-827f9b3c-892a-4328-b05f-a07cc3d0a63c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0523665 Apr 07 13:41:49.936826 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 60560) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:41:49.976874 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1db07a25-fd90-4965-8962-b25862ae6a74 req-23873b1c-5001-4631-a225-10800ecbc8ec tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579350 Apr 07 13:41:50.016269 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fbb88-42a8-4227-b298-67b4ef5afcfe req-49c8eeb2-5725-4e10-b39c-9ecdf8190aac tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:50.017735 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-550fbb88-42a8-4227-b298-67b4ef5afcfe req-49c8eeb2-5725-4e10-b39c-9ecdf8190aac tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 944 time: 0.0563409 Apr 07 13:41:50.046050 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db46740c-190f-4c0d-ab26-9ec3d1142f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:50.064413 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-550fbb88-42a8-4227-b298-67b4ef5afcfe req-084c9b76-64a8-4dab-8d2d-9aea837e15b4 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404708 Apr 07 13:41:50.071326 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['584850a7-2256-4b29-bbd9-b638ebbfdee9'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:41:50.157349 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db46740c-190f-4c0d-ab26-9ec3d1142f8a admin admin] Publish callbacks [] for security_group (dfeb1085-602d-49bd-8f66-a33c6c70a85d), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:50.163177 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0ab08-dbc8-43ed-96f3-b3a8180a1a2f req-29c642e3-63ea-4f0d-bdf1-e0b4cbcf5a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:50.165095 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93c0ab08-dbc8-43ed-96f3-b3a8180a1a2f req-29c642e3-63ea-4f0d-bdf1-e0b4cbcf5a55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59715e21f0534203a83abb04295ad163&device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 1129 time: 0.0757933 Apr 07 13:41:50.165802 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db46740c-190f-4c0d-ab26-9ec3d1142f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (dfeb1085-602d-49bd-8f66-a33c6c70a85d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:50.227631 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46740c-190f-4c0d-ab26-9ec3d1142f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfeb1085-602d-49bd-8f66-a33c6c70a85d,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:41:50.231755 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-db46740c-190f-4c0d-ab26-9ec3d1142f8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95a29ffc08234b248ea797c4c4c2d883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938595 Apr 07 13:41:50.234669 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 60564) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:41:50.282369 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fab2e59c-24cb-43af-a50e-4412cd1b3e3f admin admin] Publish callbacks [] for security_group (dfeb1085-602d-49bd-8f66-a33c6c70a85d), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:50.293074 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0ab08-dbc8-43ed-96f3-b3a8180a1a2f req-b4fc802c-481b-4c6a-90e3-44418f3704b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:50.294543 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93c0ab08-dbc8-43ed-96f3-b3a8180a1a2f req-b4fc802c-481b-4c6a-90e3-44418f3704b7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2f37736-8819-4934-9b97-0c19737f4010 HTTP/1.1" status: 200 len: 917 time: 0.1145165 Apr 07 13:41:50.302695 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fab2e59c-24cb-43af-a50e-4412cd1b3e3f admin admin] Publish callbacks [] for security_group (dfeb1085-602d-49bd-8f66-a33c6c70a85d), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:50.350225 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fab2e59c-24cb-43af-a50e-4412cd1b3e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (dfeb1085-602d-49bd-8f66-a33c6c70a85d), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:50.352933 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fab2e59c-24cb-43af-a50e-4412cd1b3e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:50.354087 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-fab2e59c-24cb-43af-a50e-4412cd1b3e3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dfeb1085-602d-49bd-8f66-a33c6c70a85d HTTP/1.1" status: 204 len: 168 time: 0.1183810 Apr 07 13:41:50.359363 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93c0ab08-dbc8-43ed-96f3-b3a8180a1a2f req-54ca78ae-9db3-4b33-bab6-d3f3477d8f32 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8a0e705-3bc0-4aca-8a68-d294d5c28e31 HTTP/1.1" status: 200 len: 1001 time: 0.0588233 Apr 07 13:41:50.363592 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2e59c-24cb-43af-a50e-4412cd1b3e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfeb1085-602d-49bd-8f66-a33c6c70a85d,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:41:50.413133 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0ab08-dbc8-43ed-96f3-b3a8180a1a2f req-9971d603-3574-443e-8548-6a8b6cf64fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:50.414753 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93c0ab08-dbc8-43ed-96f3-b3a8180a1a2f req-9971d603-3574-443e-8548-6a8b6cf64fa3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a917fc77-14fb-4645-92aa-d172ac36c200 HTTP/1.1" status: 200 len: 855 time: 0.0492373 Apr 07 13:41:50.468354 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0ab08-dbc8-43ed-96f3-b3a8180a1a2f req-4967d311-1a5a-4182-9f0e-d5bf37a1247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:50.470042 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93c0ab08-dbc8-43ed-96f3-b3a8180a1a2f req-4967d311-1a5a-4182-9f0e-d5bf37a1247c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2f37736-8819-4934-9b97-0c19737f4010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488076 Apr 07 13:41:50.565526 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93c0ab08-dbc8-43ed-96f3-b3a8180a1a2f req-ceed131a-884b-46f4-a041-73eaa65dd485 service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881023 Apr 07 13:41:50.662850 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93c0ab08-dbc8-43ed-96f3-b3a8180a1a2f req-1215dc85-9e59-47ab-b9e5-f4d482a2f0d8 service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901697 Apr 07 13:41:51.099229 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083ded4-54a4-46dd-a220-7fecaaeb32b4 req-d3912dd7-e0fd-437d-9025-492012e99910 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:51.101199 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3083ded4-54a4-46dd-a220-7fecaaeb32b4 req-d3912dd7-e0fd-437d-9025-492012e99910 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 945 time: 0.0548472 Apr 07 13:41:51.171984 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3083ded4-54a4-46dd-a220-7fecaaeb32b4 req-4ca11175-3aa6-44ef-8600-c80e92f3b09c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651007 Apr 07 13:41:51.198036 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8abda8-0d71-4c2d-be03-076f0ccab8b1 req-4a2fd4e2-4749-414e-9bb6-c747fa84f457 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:51.199538 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ed8abda8-0d71-4c2d-be03-076f0ccab8b1 req-4a2fd4e2-4749-414e-9bb6-c747fa84f457 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 944 time: 0.0655456 Apr 07 13:41:51.244520 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ed8abda8-0d71-4c2d-be03-076f0ccab8b1 req-3c098dbe-81ff-4ddb-a09a-2d515cccbd18 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396152 Apr 07 13:41:51.336712 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 584850a7-2256-4b29-bbd9-b638ebbfdee9 up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:41:51.387533 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port 584850a7-2256-4b29-bbd9-b638ebbfdee9 completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:41:51.391032 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port 584850a7-2256-4b29-bbd9-b638ebbfdee9 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:41:51.391406 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (584850a7-2256-4b29-bbd9-b638ebbfdee9), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:51.465087 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 584850a7-2256-4b29-bbd9-b638ebbfdee9 is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:41:51.465472 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (584850a7-2256-4b29-bbd9-b638ebbfdee9), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:51.487463 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286948f9-3962-4edf-9818-7c20a3f56f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584850a7-2256-4b29-bbd9-b638ebbfdee9'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:41:51.489655 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbc85ca-d965-42df-bc67-05022ad4af1b" -d '{"events": [{"server_uuid": "286948f9-3962-4edf-9818-7c20a3f56f1c", "name": "network-vif-plugged", "status": "completed", "tag": "584850a7-2256-4b29-bbd9-b638ebbfdee9"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:41:51.501812 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 584850a7-2256-4b29-bbd9-b638ebbfdee9, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=584850a7-2256-4b29-bbd9-b638ebbfdee9,segment=NetworkSegment(efd6782e-8ee3-4968-922c-18ec851af184),segment_id=efd6782e-8ee3-4968-922c-18ec851af184)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:41:51.506464 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (584850a7-2256-4b29-bbd9-b638ebbfdee9), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:51.507242 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device d8a0e705-3bc0-4aca-8a68-d294d5c28e31 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:41:51.531875 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e920af-c463-412b-9b6d-bdd1bff727e7 x-openstack-request-id: req-52e920af-c463-412b-9b6d-bdd1bff727e7 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:41:51.532164 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286948f9-3962-4edf-9818-7c20a3f56f1c", "name": "network-vif-plugged", "status": "completed", "tag": "584850a7-2256-4b29-bbd9-b638ebbfdee9", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:41:51.532418 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52e920af-c463-412b-9b6d-bdd1bff727e7 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:41:51.532804 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52e920af-c463-412b-9b6d-bdd1bff727e7'] response: {'server_uuid': '286948f9-3962-4edf-9818-7c20a3f56f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584850a7-2256-4b29-bbd9-b638ebbfdee9', 'code': 200} Apr 07 13:41:51.583886 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=584850a7-2256-4b29-bbd9-b638ebbfdee9,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:41:51.624200 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 is: ACTIVE; New status is: DOWN {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:41:51.624591 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:51.655484 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d8a0e705-3bc0-4aca-8a68-d294d5c28e31, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:41:51.659670 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:51.704543 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,revision_number=8']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:41:52.294167 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54790fb3-7bc6-4d7c-ba18-b7396f9bfd28 req-459cf6c1-ae03-4411-8fbd-673dbafef02f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:52.295695 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-54790fb3-7bc6-4d7c-ba18-b7396f9bfd28 req-459cf6c1-ae03-4411-8fbd-673dbafef02f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0555069 Apr 07 13:41:52.371941 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-54790fb3-7bc6-4d7c-ba18-b7396f9bfd28 req-dbb136ce-5c2d-48ce-be8f-e773a6e37cb4 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697005 Apr 07 13:41:52.387401 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cdf84-f910-46c6-b010-6d3ddc4d68c0 req-0967d490-8400-4962-8575-37ab2910b9d2 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:52.388851 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cc0cdf84-f910-46c6-b010-6d3ddc4d68c0 req-0967d490-8400-4962-8575-37ab2910b9d2 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 945 time: 0.0727098 Apr 07 13:41:52.410018 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e0bac3be-3b83-45da-9357-45fe7576c8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:52.439880 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cc0cdf84-f910-46c6-b010-6d3ddc4d68c0 req-fb88c488-0454-4c30-a5b3-1f5e77549569 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449088 Apr 07 13:41:52.468177 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1346e1-fc29-43ed-8d7e-9f17b5c55e35 req-8515383b-80a6-441f-81e4-3675e6c7a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:52.469599 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ff1346e1-fc29-43ed-8d7e-9f17b5c55e35 req-8515383b-80a6-441f-81e4-3675e6c7a687 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 1129 time: 0.0448341 Apr 07 13:41:52.603145 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ff1346e1-fc29-43ed-8d7e-9f17b5c55e35 req-e61c2476-8723-4118-9541-1e923870d6ed service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405312 Apr 07 13:41:53.494899 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78569033-7e34-4417-82a9-fa74132f0ee3 req-f2eb7149-22bf-441c-83b8-adc8f5e32eac tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:53.496356 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-78569033-7e34-4417-82a9-fa74132f0ee3 req-f2eb7149-22bf-441c-83b8-adc8f5e32eac tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0519497 Apr 07 13:41:53.534284 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84c6673-9eab-4d10-a066-d5f86793466d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:41:53.536653 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba54f7ca-a4eb-4a39-a7cd-6bb45f128fc0" -d '{"events": [{"server_uuid": "c84c6673-9eab-4d10-a066-d5f86793466d", "name": "network-vif-unplugged", "status": "completed", "tag": "d8a0e705-3bc0-4aca-8a68-d294d5c28e31"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:41:53.572900 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-78569033-7e34-4417-82a9-fa74132f0ee3 req-a869970f-f756-4cca-a9be-4d69fe9608dc tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710752 Apr 07 13:41:53.587879 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1213b-5ba5-417d-808d-7b773a15df88 req-b8f6a25b-2d11-444f-b14e-2d4575a075df tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:53.589335 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e2b1213b-5ba5-417d-808d-7b773a15df88 req-b8f6a25b-2d11-444f-b14e-2d4575a075df tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 945 time: 0.0813537 Apr 07 13:41:53.618507 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 13:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338f4517-3e48-4cca-b6a8-82cbc9ca3dd1 x-openstack-request-id: req-338f4517-3e48-4cca-b6a8-82cbc9ca3dd1 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:41:53.618891 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84c6673-9eab-4d10-a066-d5f86793466d", "name": "network-vif-unplugged", "status": "completed", "tag": "d8a0e705-3bc0-4aca-8a68-d294d5c28e31", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:41:53.619217 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-338f4517-3e48-4cca-b6a8-82cbc9ca3dd1 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:41:53.619695 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338f4517-3e48-4cca-b6a8-82cbc9ca3dd1'] response: {'server_uuid': 'c84c6673-9eab-4d10-a066-d5f86793466d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31', 'code': 200} Apr 07 13:41:53.639398 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e2b1213b-5ba5-417d-808d-7b773a15df88 req-ed477c0d-674d-4fde-919b-565edbd92bb3 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442810 Apr 07 13:41:54.132720 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [req-8f1a3563-d3f3-4444-a164-007e7e7f6a5d req-677cc76f-703b-4a2d-8e81-aaa6a929b8d9 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:41:54.133882 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8f1a3563-d3f3-4444-a164-007e7e7f6a5d req-677cc76f-703b-4a2d-8e81-aaa6a929b8d9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0947361 Apr 07 13:41:54.295326 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530e51a-1a1b-47d5-970f-d617721ca3ae req-74853840-a50d-47c7-ac4d-73a0fec1d51a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:54.296914 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7530e51a-1a1b-47d5-970f-d617721ca3ae req-74853840-a50d-47c7-ac4d-73a0fec1d51a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0544422 Apr 07 13:41:54.344532 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7530e51a-1a1b-47d5-970f-d617721ca3ae req-468d8cbd-2d0d-4916-b78c-ab391251f6c7 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422351 Apr 07 13:41:54.582932 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 60624) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:41:54.674666 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d5601004-d229-49a2-8b9a-7a02b40f51a1 req-0817e572-2393-428d-b14e-d8f0f96dd1ee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904477 Apr 07 13:41:54.682832 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [req-d5601004-d229-49a2-8b9a-7a02b40f51a1 req-1ec42797-edbb-463d-9fdc-187df17d6687 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:41:54.683769 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d5601004-d229-49a2-8b9a-7a02b40f51a1 req-1ec42797-edbb-463d-9fdc-187df17d6687 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047700 Apr 07 13:41:54.756065 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030de61-ff72-4ffa-8e07-81a66b10e9cd req-89d5a021-b96a-4f12-a31b-c8c4d9950f27 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:54.758090 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f030de61-ff72-4ffa-8e07-81a66b10e9cd req-89d5a021-b96a-4f12-a31b-c8c4d9950f27 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 945 time: 0.0539134 Apr 07 13:41:54.760516 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 60634) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:41:54.806736 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f030de61-ff72-4ffa-8e07-81a66b10e9cd req-5168dd8c-9f7d-48e3-a1f4-b1a64170a624 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405836 Apr 07 13:41:54.852478 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5601004-d229-49a2-8b9a-7a02b40f51a1 req-636fd297-a57b-474d-9692-4b84053f2ca8 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:54.853846 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d5601004-d229-49a2-8b9a-7a02b40f51a1 req-636fd297-a57b-474d-9692-4b84053f2ca8 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports/d8a0e705-3bc0-4aca-8a68-d294d5c28e31 HTTP/1.1" status: 200 len: 940 time: 0.0923514 Apr 07 13:41:54.893860 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5452ace-e917-4233-9039-45c8645259f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:54.994442 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:41:55.467840 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1490c55-cf7d-461e-a521-a62a34bc8e6a req-46ab4209-a079-4c91-848d-44f4e2778b9c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:55.469285 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a1490c55-cf7d-461e-a521-a62a34bc8e6a req-46ab4209-a079-4c91-848d-44f4e2778b9c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0542569 Apr 07 13:41:55.514409 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a1490c55-cf7d-461e-a521-a62a34bc8e6a req-a9e35f54-797a-482e-95de-05ceb5f92eba tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396445 Apr 07 13:41:55.759116 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:55.925535 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146e7ab-25e7-4cf5-b0a1-fe98d9c08283 req-c036f2dc-2e74-4231-8918-6f48ddfe1d2b tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:55.927055 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1146e7ab-25e7-4cf5-b0a1-fe98d9c08283 req-c036f2dc-2e74-4231-8918-6f48ddfe1d2b tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 945 time: 0.0534589 Apr 07 13:41:55.975766 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1146e7ab-25e7-4cf5-b0a1-fe98d9c08283 req-b8d5cf83-b2f6-4d83-a2e9-3543cf528021 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427916 Apr 07 13:41:56.567914 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5601004-d229-49a2-8b9a-7a02b40f51a1 req-05181219-0673-43d4-a23f-8457e33cce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:56.569400 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d5601004-d229-49a2-8b9a-7a02b40f51a1 req-05181219-0673-43d4-a23f-8457e33cce80 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d&tenant_id=59715e21f0534203a83abb04295ad163 HTTP/1.1" status: 200 len: 1127 time: 0.0805511 Apr 07 13:41:56.633713 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c016c-5220-4339-b2a4-9e8d80cd3b1a req-780dc6e5-ee8c-415c-92c0-5d414b0e7e8d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:56.635219 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-566c016c-5220-4339-b2a4-9e8d80cd3b1a req-780dc6e5-ee8c-415c-92c0-5d414b0e7e8d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0520258 Apr 07 13:41:56.687256 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-566c016c-5220-4339-b2a4-9e8d80cd3b1a req-99cd0a29-6bf5-4f0d-afa4-4ac537a75fb4 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452418 Apr 07 13:41:56.823944 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5601004-d229-49a2-8b9a-7a02b40f51a1 req-51b850f0-8c86-45b3-8e19-985448a693ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:56.825295 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d5601004-d229-49a2-8b9a-7a02b40f51a1 req-51b850f0-8c86-45b3-8e19-985448a693ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59715e21f0534203a83abb04295ad163&device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 1127 time: 0.0428703 Apr 07 13:41:56.917158 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5601004-d229-49a2-8b9a-7a02b40f51a1 req-787427f0-0f75-41c2-be3d-204e46a4ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:56.918522 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d5601004-d229-49a2-8b9a-7a02b40f51a1 req-787427f0-0f75-41c2-be3d-204e46a4ca77 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2f37736-8819-4934-9b97-0c19737f4010 HTTP/1.1" status: 200 len: 917 time: 0.0852740 Apr 07 13:41:56.981069 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d5601004-d229-49a2-8b9a-7a02b40f51a1 req-b52247de-e940-4ac1-bbf1-1859df7d3b66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8a0e705-3bc0-4aca-8a68-d294d5c28e31 HTTP/1.1" status: 200 len: 999 time: 0.0559628 Apr 07 13:41:57.030426 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5601004-d229-49a2-8b9a-7a02b40f51a1 req-ec22911b-5728-4936-a1e5-7e833b3bdedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:57.031853 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d5601004-d229-49a2-8b9a-7a02b40f51a1 req-ec22911b-5728-4936-a1e5-7e833b3bdedb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a917fc77-14fb-4645-92aa-d172ac36c200 HTTP/1.1" status: 200 len: 855 time: 0.0419986 Apr 07 13:41:57.087808 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5601004-d229-49a2-8b9a-7a02b40f51a1 req-6b125bf1-c633-4f5d-af33-fdd0bacd605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:57.089178 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d5601004-d229-49a2-8b9a-7a02b40f51a1 req-6b125bf1-c633-4f5d-af33-fdd0bacd605c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2f37736-8819-4934-9b97-0c19737f4010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490534 Apr 07 13:41:57.229548 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:57.286378 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device d8a0e705-3bc0-4aca-8a68-d294d5c28e31 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:41:57.366705 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 is: DOWN; New status is: DOWN {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:41:57.400360 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d5601004-d229-49a2-8b9a-7a02b40f51a1 req-92a464bf-b497-41fb-ac0f-a042cbb834bf service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048272 Apr 07 13:41:57.488839 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d5601004-d229-49a2-8b9a-7a02b40f51a1 req-9e4f2bdf-d5e4-484d-85aa-6429e71816df service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825949 Apr 07 13:41:57.810185 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d389ab-592b-40b0-b4b4-dd354ab1826a req-a250f14a-de24-4ec1-bf0b-4c10240da471 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:57.812061 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-08d389ab-592b-40b0-b4b4-dd354ab1826a req-a250f14a-de24-4ec1-bf0b-4c10240da471 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0514934 Apr 07 13:41:57.859304 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-08d389ab-592b-40b0-b4b4-dd354ab1826a req-4fb21ef6-fc16-43a9-bdcd-3324695bea33 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418785 Apr 07 13:41:58.660173 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:41:58.983666 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb811ac-456a-49da-9005-7772726c5d66 req-e29a187b-6f44-4cae-a022-dc8d9e182f06 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:41:58.985150 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-beb811ac-456a-49da-9005-7772726c5d66 req-e29a187b-6f44-4cae-a022-dc8d9e182f06 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0521255 Apr 07 13:41:59.031452 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-beb811ac-456a-49da-9005-7772726c5d66 req-f70435a3-ba95-4fbb-9f8e-efcd0b0a71d9 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408340 Apr 07 13:42:00.158063 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320da1b2-5f67-4773-895a-3c493fc403d8 req-0d7d24ca-f5d1-4285-9cfe-661a799d38f2 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:00.159542 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-320da1b2-5f67-4773-895a-3c493fc403d8 req-0d7d24ca-f5d1-4285-9cfe-661a799d38f2 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0563490 Apr 07 13:42:00.208538 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-320da1b2-5f67-4773-895a-3c493fc403d8 req-f19a683f-464f-4c07-b3c3-89cf609e2bf1 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433514 Apr 07 13:42:01.332899 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc664b-2083-41aa-a155-34701293ce48 req-04290251-3306-45f8-aba8-c80082bc40d9 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:01.336552 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6abc664b-2083-41aa-a155-34701293ce48 req-04290251-3306-45f8-aba8-c80082bc40d9 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0559335 Apr 07 13:42:01.386106 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6abc664b-2083-41aa-a155-34701293ce48 req-e0e38391-b4f5-4644-87d1-2fb824dc44b6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437486 Apr 07 13:42:02.510952 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab282d-7c8f-4dd0-9969-3dd602827e5b req-c9f3afe7-9d3f-42b0-981b-9357f11dc8c1 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:02.512449 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1fab282d-7c8f-4dd0-9969-3dd602827e5b req-c9f3afe7-9d3f-42b0-981b-9357f11dc8c1 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0533714 Apr 07 13:42:02.563137 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1fab282d-7c8f-4dd0-9969-3dd602827e5b req-21e979e1-3dd0-443e-ae34-42ff808b23d7 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449333 Apr 07 13:42:03.703018 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbdf1f-8131-4cc2-9918-4f9c3d2a9a9c req-b6a1e23a-a76a-4e2b-a5bf-534ac4c5f0f9 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:03.704500 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-95dbdf1f-8131-4cc2-9918-4f9c3d2a9a9c req-b6a1e23a-a76a-4e2b-a5bf-534ac4c5f0f9 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0688465 Apr 07 13:42:03.752047 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-95dbdf1f-8131-4cc2-9918-4f9c3d2a9a9c req-18d68ef5-38be-47f0-9413-974d34d27d32 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417881 Apr 07 13:42:04.877535 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11c6dc-6a50-4f5f-a3f3-0bb7534c09ed req-00a4721f-7507-45d5-864a-cecf3750ab89 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:04.879059 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fa11c6dc-6a50-4f5f-a3f3-0bb7534c09ed req-00a4721f-7507-45d5-864a-cecf3750ab89 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0537302 Apr 07 13:42:04.928488 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fa11c6dc-6a50-4f5f-a3f3-0bb7534c09ed req-2081a0cf-61ef-421a-8acf-9c10f6c0dbd1 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438204 Apr 07 13:42:05.043583 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:06.056137 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ce6df-5cd9-4ffd-b8e7-2c83c4b5fb2f req-ea1965ea-8622-4149-93de-5920fbfa7bba tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:06.058140 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-499ce6df-5cd9-4ffd-b8e7-2c83c4b5fb2f req-ea1965ea-8622-4149-93de-5920fbfa7bba tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0576253 Apr 07 13:42:06.105978 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-499ce6df-5cd9-4ffd-b8e7-2c83c4b5fb2f req-8e119687-6481-4029-843e-551b4cfd38cc tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422685 Apr 07 13:42:07.231058 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c003c11-9934-4ec9-90dd-428b7c0c1362 req-50c0ae68-3a99-4bbc-a671-421edf44246b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:07.232794 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5c003c11-9934-4ec9-90dd-428b7c0c1362 req-50c0ae68-3a99-4bbc-a671-421edf44246b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0545964 Apr 07 13:42:07.285118 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5c003c11-9934-4ec9-90dd-428b7c0c1362 req-4287ec4e-390d-4d3c-8863-3bceccb8ad77 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426466 Apr 07 13:42:08.412341 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51320db-e926-41da-9744-baefdae8b76e req-9eaef31e-3bc2-483c-86f6-1b061ca21205 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:08.413877 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d51320db-e926-41da-9744-baefdae8b76e req-9eaef31e-3bc2-483c-86f6-1b061ca21205 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0555840 Apr 07 13:42:08.464705 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d51320db-e926-41da-9744-baefdae8b76e req-5112fefb-7b6e-4bea-8b02-31bb62fcd4d3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453219 Apr 07 13:42:09.591474 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fae7d-0447-4070-957d-73b31ed13227 req-1d74a185-feab-4263-b817-0f0b94f8415e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:09.593301 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c77fae7d-0447-4070-957d-73b31ed13227 req-1d74a185-feab-4263-b817-0f0b94f8415e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0554173 Apr 07 13:42:09.643834 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c77fae7d-0447-4070-957d-73b31ed13227 req-295a90a5-aa94-4672-9e36-2758dbc988fe tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442376 Apr 07 13:42:10.771633 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ea64f-32df-498f-a384-8e139ec2a3d8 req-88193025-e7e9-45f7-a5f0-88c275bed9ae tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:10.773502 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-860ea64f-32df-498f-a384-8e139ec2a3d8 req-88193025-e7e9-45f7-a5f0-88c275bed9ae tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0519769 Apr 07 13:42:10.822359 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-860ea64f-32df-498f-a384-8e139ec2a3d8 req-f67a2466-28c2-4951-9a5c-0524288bda55 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430155 Apr 07 13:42:11.941714 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7198449-ea92-4aca-8251-4fd665b92c36 req-14f21369-e9c2-404d-b82b-8382b7490649 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:11.943188 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e7198449-ea92-4aca-8251-4fd665b92c36 req-14f21369-e9c2-404d-b82b-8382b7490649 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0505989 Apr 07 13:42:11.987357 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e7198449-ea92-4aca-8251-4fd665b92c36 req-f1e2ee71-f5b4-4bd0-b6cd-e0746c84d26e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388424 Apr 07 13:42:13.106514 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dffc5e-7381-4609-8e80-e0138f7cdd69 req-0adfebc1-9e51-47e4-a784-cc2adedbc299 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:13.107977 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e8dffc5e-7381-4609-8e80-e0138f7cdd69 req-0adfebc1-9e51-47e4-a784-cc2adedbc299 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0512607 Apr 07 13:42:13.153812 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e8dffc5e-7381-4609-8e80-e0138f7cdd69 req-35a64112-1c07-4b2d-b0bd-c0db85fbbe75 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404708 Apr 07 13:42:14.276684 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dc10f-f601-45d5-907c-59aee77fd92f req-8b98cce7-f519-4182-a00e-d6f5c9b12dab tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:14.278123 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c46dc10f-f601-45d5-907c-59aee77fd92f req-8b98cce7-f519-4182-a00e-d6f5c9b12dab tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0548706 Apr 07 13:42:14.322811 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c46dc10f-f601-45d5-907c-59aee77fd92f req-d0097d4c-945f-422b-8969-a4fee57f07e7 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386388 Apr 07 13:42:15.443151 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a83725-70f6-4e85-8d53-0715f9a0b26d req-4318efc8-c9fa-4e5c-aaa0-ae418d8bdd20 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:15.444623 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c6a83725-70f6-4e85-8d53-0715f9a0b26d req-4318efc8-c9fa-4e5c-aaa0-ae418d8bdd20 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0513175 Apr 07 13:42:15.489794 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c6a83725-70f6-4e85-8d53-0715f9a0b26d req-1f3142d3-9413-444a-8f4e-aee139cbad75 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395761 Apr 07 13:42:16.608072 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974e032-6408-4daf-927c-f950c6157845 req-b026353d-791c-4d46-b3d2-de5c2fcf6b9b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:16.609512 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2974e032-6408-4daf-927c-f950c6157845 req-b026353d-791c-4d46-b3d2-de5c2fcf6b9b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0502899 Apr 07 13:42:16.657657 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2974e032-6408-4daf-927c-f950c6157845 req-92a7d0a1-2d52-49f2-b130-d42c1fac4c42 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427029 Apr 07 13:42:17.778557 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39ff48-a8b1-4d8a-8bc1-a053a27c8cf1 req-741cc7b2-f74b-4b76-891f-278d9cb763ec tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:17.779911 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5d39ff48-a8b1-4d8a-8bc1-a053a27c8cf1 req-741cc7b2-f74b-4b76-891f-278d9cb763ec tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0512621 Apr 07 13:42:17.824388 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5d39ff48-a8b1-4d8a-8bc1-a053a27c8cf1 req-b6c9917f-000c-4857-b1e0-30dbb9989fe6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390351 Apr 07 13:42:18.942003 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07322b-61a1-490d-9594-1e47512c3aae req-53bfdb5b-ce8d-4e2c-a2aa-8044daa2f142 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:18.943460 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4f07322b-61a1-490d-9594-1e47512c3aae req-53bfdb5b-ce8d-4e2c-a2aa-8044daa2f142 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0497608 Apr 07 13:42:18.989116 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4f07322b-61a1-490d-9594-1e47512c3aae req-bd17f79c-b6ba-479f-8d73-eb316ea0bce7 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396492 Apr 07 13:42:20.112267 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fa668-3b9b-4277-978e-ac1d3901aa45 req-083456bf-1938-4cd0-9aa2-b4e3ec4d1ecb tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:20.113604 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-136fa668-3b9b-4277-978e-ac1d3901aa45 req-083456bf-1938-4cd0-9aa2-b4e3ec4d1ecb tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0536463 Apr 07 13:42:20.157467 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-136fa668-3b9b-4277-978e-ac1d3901aa45 req-c86405f1-ebfc-4e4f-8128-ca0b6bb3d8da tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383935 Apr 07 13:42:21.276909 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77775a-1fb3-491b-999d-20f13a6a4f5f req-c1fa340d-93bf-4f79-a4d3-0446b34f2317 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:21.278353 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7c77775a-1fb3-491b-999d-20f13a6a4f5f req-c1fa340d-93bf-4f79-a4d3-0446b34f2317 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0503838 Apr 07 13:42:21.322324 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7c77775a-1fb3-491b-999d-20f13a6a4f5f req-2cfdd1f6-5508-4296-9be6-8918fc4b0369 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385242 Apr 07 13:42:22.401312 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4f38228-0d67-475a-a9dd-0b97f4f7170a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:22.445662 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde492a-5ec7-4110-88c9-557e87bab5da req-1704019e-7471-4029-95a3-5c662bd3fe48 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:22.447156 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8fde492a-5ec7-4110-88c9-557e87bab5da req-1704019e-7471-4029-95a3-5c662bd3fe48 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0546227 Apr 07 13:42:22.492016 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8fde492a-5ec7-4110-88c9-557e87bab5da req-2b109dd5-11ae-41ae-89c9-0d70ab5a263a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393534 Apr 07 13:42:23.612302 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db456236-87aa-4cf9-954f-eaffed0c0be4 req-90e67af2-10a7-4b0e-8bd4-135eb6f0c28a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:23.613752 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-db456236-87aa-4cf9-954f-eaffed0c0be4 req-90e67af2-10a7-4b0e-8bd4-135eb6f0c28a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0509105 Apr 07 13:42:23.659595 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-db456236-87aa-4cf9-954f-eaffed0c0be4 req-ce4b7bce-a496-4ccc-93ea-ba9efca43ffe tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396714 Apr 07 13:42:24.778281 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d2c97-9a11-4b2b-be61-ef0dfbe69b8a req-62807f37-d76f-40da-91fb-1e111f9a297a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:24.779758 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-295d2c97-9a11-4b2b-be61-ef0dfbe69b8a req-62807f37-d76f-40da-91fb-1e111f9a297a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0503690 Apr 07 13:42:24.828687 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-295d2c97-9a11-4b2b-be61-ef0dfbe69b8a req-5be5c20a-0a6f-4c05-ae2b-e6cd57cc8767 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434785 Apr 07 13:42:24.897271 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae8b4256-8067-4d4e-8b72-d61a85348b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:25.762605 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:25.950083 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb09c1-76c3-4cdf-8f49-07ddd149b986 req-83895d8c-0756-4b0d-91a7-1455d54963ab tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:25.951538 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1aeb09c1-76c3-4cdf-8f49-07ddd149b986 req-83895d8c-0756-4b0d-91a7-1455d54963ab tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 943 time: 0.0510848 Apr 07 13:42:25.995623 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1aeb09c1-76c3-4cdf-8f49-07ddd149b986 req-c0a0d159-42fc-4f6c-9317-fab5ea9c460d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386455 Apr 07 13:42:26.300645 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device d8a0e705-3bc0-4aca-8a68-d294d5c28e31 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:42:26.395135 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d8a0e705-3bc0-4aca-8a68-d294d5c28e31, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:42:26.405872 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'port_id': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31', 'mac_address': 'fa:16:3e:57:c3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:42:26.441710 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:42:26.442100 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:26.454215 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a0e705-3bc0-4aca-8a68-d294d5c28e31 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:42:26.472995 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d8a0e705-3bc0-4aca-8a68-d294d5c28e31, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:42:26.476593 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:26.525316 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,revision_number=9']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:42:27.115081 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559446b-d405-429d-91f9-72a11400b2c0 req-f8d0178e-0aeb-4918-88d3-86de9c365fba tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:27.116534 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9559446b-d405-429d-91f9-72a11400b2c0 req-f8d0178e-0aeb-4918-88d3-86de9c365fba tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 944 time: 0.0512729 Apr 07 13:42:27.161587 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9559446b-d405-429d-91f9-72a11400b2c0 req-e02fb24e-c5d9-4662-9fcb-2ba51c65ebe7 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395465 Apr 07 13:42:27.231421 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:28.283119 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d4827-518c-4426-96a8-dc8b6007182f req-3f671fc4-9233-4026-9457-79e1d556ee33 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:28.284552 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a38d4827-518c-4426-96a8-dc8b6007182f req-3f671fc4-9233-4026-9457-79e1d556ee33 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 944 time: 0.0531616 Apr 07 13:42:28.328722 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a38d4827-518c-4426-96a8-dc8b6007182f req-cdcafb59-c923-4347-8d89-b69b1f47418f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387120 Apr 07 13:42:28.662617 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:28.830280 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['d8a0e705-3bc0-4aca-8a68-d294d5c28e31'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:42:29.446886 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77f828-f4e4-4b39-86af-87637157f80d req-636d94a3-8ac5-4707-bf99-3d67e80ac68b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:29.448295 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ae77f828-f4e4-4b39-86af-87637157f80d req-636d94a3-8ac5-4707-bf99-3d67e80ac68b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 944 time: 0.0504148 Apr 07 13:42:29.494125 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ae77f828-f4e4-4b39-86af-87637157f80d req-694358c2-d8e6-4507-8cc0-11714eee9c94 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399184 Apr 07 13:42:30.617238 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b348884-c9df-41cd-ade6-f153fc797df4 req-366a12c3-1bb9-460b-a059-1c694b1aad11 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:30.618945 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device d8a0e705-3bc0-4aca-8a68-d294d5c28e31 up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:42:30.619374 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5b348884-c9df-41cd-ade6-f153fc797df4 req-366a12c3-1bb9-460b-a059-1c694b1aad11 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 944 time: 0.0535483 Apr 07 13:42:30.670542 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5b348884-c9df-41cd-ade6-f153fc797df4 req-13318fc7-5466-40f0-9b35-a359b6df073e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454335 Apr 07 13:42:30.670821 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:42:30.671202 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:30.745187 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:42:30.745577 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:30.770213 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84c6673-9eab-4d10-a066-d5f86793466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:42:30.772437 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9341f9-430b-4441-a9b5-70b8a7b5082b" -d '{"events": [{"server_uuid": "c84c6673-9eab-4d10-a066-d5f86793466d", "name": "network-vif-plugged", "status": "completed", "tag": "d8a0e705-3bc0-4aca-8a68-d294d5c28e31"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:42:30.785278 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d8a0e705-3bc0-4aca-8a68-d294d5c28e31, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:42:30.789399 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:30.835503 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,revision_number=10']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:42:30.869199 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a255d8-fbad-4158-9399-6e727ac555b1 x-openstack-request-id: req-52a255d8-fbad-4158-9399-6e727ac555b1 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:42:30.869514 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84c6673-9eab-4d10-a066-d5f86793466d", "name": "network-vif-plugged", "status": "completed", "tag": "d8a0e705-3bc0-4aca-8a68-d294d5c28e31", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:42:30.869774 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52a255d8-fbad-4158-9399-6e727ac555b1 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:42:30.870180 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a255d8-fbad-4158-9399-6e727ac555b1'] response: {'server_uuid': 'c84c6673-9eab-4d10-a066-d5f86793466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31', 'code': 200} Apr 07 13:42:31.553011 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd7601-76ac-4017-a05c-429823c1fcaa req-4857048b-9df4-4924-9fe6-25f764813d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:31.554777 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-96cd7601-76ac-4017-a05c-429823c1fcaa req-4857048b-9df4-4924-9fe6-25f764813d55 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 1130 time: 0.0975223 Apr 07 13:42:31.597638 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-96cd7601-76ac-4017-a05c-429823c1fcaa req-3205a5a5-dbe4-4deb-9b76-b4d4e55b724a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363858 Apr 07 13:42:31.791978 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e394f9-f493-4aea-b276-d59fc8252628 req-1a2a16df-eb2a-4864-82ef-03dc4529ec9b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:31.793332 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e4e394f9-f493-4aea-b276-d59fc8252628 req-1a2a16df-eb2a-4864-82ef-03dc4529ec9b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 946 time: 0.0517480 Apr 07 13:42:31.839440 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e4e394f9-f493-4aea-b276-d59fc8252628 req-b57e5994-d081-44f4-9523-da186c589370 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405571 Apr 07 13:42:31.994626 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:42:32.959037 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad561c2a-a9bc-49ca-a8b7-55280765562c req-561fe664-2d3f-4f20-b028-7fa8dc0ddb4c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:32.960718 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ad561c2a-a9bc-49ca-a8b7-55280765562c req-561fe664-2d3f-4f20-b028-7fa8dc0ddb4c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 946 time: 0.0509775 Apr 07 13:42:33.004880 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ad561c2a-a9bc-49ca-a8b7-55280765562c req-4e9ac6c0-fbce-45ea-bd7c-4c74873ceb76 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387580 Apr 07 13:42:34.129657 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96a74f-2f4c-4001-ad27-49785095c68b req-37c813ca-8615-42b5-9c9f-2aa216a33313 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:34.131056 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5b96a74f-2f4c-4001-ad27-49785095c68b req-37c813ca-8615-42b5-9c9f-2aa216a33313 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 946 time: 0.0534284 Apr 07 13:42:34.177108 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dea057f5-285c-48bf-809e-89540275b853 req-00d6b062-d7f0-40ec-a794-fcf6eb10ee07 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452795 Apr 07 13:42:34.183101 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5b96a74f-2f4c-4001-ad27-49785095c68b req-732102fb-cf01-4ffb-af31-8f8e987b3f79 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453835 Apr 07 13:42:34.259722 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea057f5-285c-48bf-809e-89540275b853 req-7c80c060-c9d9-413d-9d5c-9986a538772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:34.261836 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dea057f5-285c-48bf-809e-89540275b853 req-7c80c060-c9d9-413d-9d5c-9986a538772b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 1129 time: 0.0495055 Apr 07 13:42:34.364949 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea057f5-285c-48bf-809e-89540275b853 req-f2a119c7-9acd-40a5-ac90-ec96ac15a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:34.366450 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dea057f5-285c-48bf-809e-89540275b853 req-f2a119c7-9acd-40a5-ac90-ec96ac15a5e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 200 len: 920 time: 0.0854335 Apr 07 13:42:34.415448 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dea057f5-285c-48bf-809e-89540275b853 req-39d8a96c-c236-4756-bd80-00c4e48f8f3a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5bed554-00f3-466f-bc02-887e4a4f841d HTTP/1.1" status: 200 len: 217 time: 0.0420580 Apr 07 13:42:34.477865 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea057f5-285c-48bf-809e-89540275b853 req-60875f99-976b-4535-94ad-0e3d3e967eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:34.480031 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dea057f5-285c-48bf-809e-89540275b853 req-60875f99-976b-4535-94ad-0e3d3e967eba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caad4ec9-a40e-4065-a3e8-632593f10c40 HTTP/1.1" status: 200 len: 858 time: 0.0462387 Apr 07 13:42:34.530148 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea057f5-285c-48bf-809e-89540275b853 req-6c956b07-a148-4ec8-8126-a82763cbe49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:34.531429 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dea057f5-285c-48bf-809e-89540275b853 req-6c956b07-a148-4ec8-8126-a82763cbe49b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455062 Apr 07 13:42:34.632322 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dea057f5-285c-48bf-809e-89540275b853 req-4446787e-459b-420e-b540-27e900de3577 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942454 Apr 07 13:42:34.726465 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dea057f5-285c-48bf-809e-89540275b853 req-d28f7c06-8514-4d81-bdb4-a5dfcaf0b2e6 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845356 Apr 07 13:42:34.733855 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92f3a2-8345-4126-8b19-71ee7f5a2af8 req-78b1e714-830e-45e4-85a9-882fa50d3697 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:34.735328 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7d92f3a2-8345-4126-8b19-71ee7f5a2af8 req-78b1e714-830e-45e4-85a9-882fa50d3697 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 945 time: 0.0513134 Apr 07 13:42:34.785923 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7d92f3a2-8345-4126-8b19-71ee7f5a2af8 req-53c6a1ba-d6cc-42bf-b9af-0dd37b12a8d6 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450697 Apr 07 13:42:35.060205 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:35.907654 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110ef3d-881f-4d11-87f0-9136a3679f03 req-747f7d72-a466-4479-896c-c87f4107674f tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:35.908994 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4110ef3d-881f-4d11-87f0-9136a3679f03 req-747f7d72-a466-4479-896c-c87f4107674f tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 945 time: 0.0546312 Apr 07 13:42:35.953327 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4110ef3d-881f-4d11-87f0-9136a3679f03 req-ffd886ef-796e-487f-b1ad-c1b6196b0ad2 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388491 Apr 07 13:42:37.068947 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9157f26-161b-478b-b677-038b243bf7ab req-d9d53b86-2517-4240-97aa-20ad80d4a0b2 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:37.070503 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b9157f26-161b-478b-b677-038b243bf7ab req-d9d53b86-2517-4240-97aa-20ad80d4a0b2 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.23 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 945 time: 0.0577097 Apr 07 13:42:37.070651 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dab30a-0cd7-4eb4-90ad-15331d4bd942 req-4da09ff8-0494-4d45-9e45-8038540e8930 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:37.072013 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c5dab30a-0cd7-4eb4-90ad-15331d4bd942 req-4da09ff8-0494-4d45-9e45-8038540e8930 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 945 time: 0.0525451 Apr 07 13:42:37.116907 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c5dab30a-0cd7-4eb4-90ad-15331d4bd942 req-fdedaf82-01cf-4015-9b16-b8636527048e tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/security-groups?id=751cf0c2-e91f-4cfd-b6d4-a857ac457195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392470 Apr 07 13:42:37.372283 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-b9157f26-161b-478b-b677-038b243bf7ab req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Deleting port 584850a7-2256-4b29-bbd9-b638ebbfdee9 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:42:37.372614 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b9157f26-161b-478b-b677-038b243bf7ab req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (584850a7-2256-4b29-bbd9-b638ebbfdee9), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:37.460738 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-b9157f26-161b-478b-b677-038b243bf7ab req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] For port 584850a7-2256-4b29-bbd9-b638ebbfdee9, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=584850a7-2256-4b29-bbd9-b638ebbfdee9,segment=NetworkSegment(efd6782e-8ee3-4968-922c-18ec851af184),segment_id=efd6782e-8ee3-4968-922c-18ec851af184)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:42:37.461091 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b9157f26-161b-478b-b677-038b243bf7ab req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (584850a7-2256-4b29-bbd9-b638ebbfdee9), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:37.473647 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-b9157f26-161b-478b-b677-038b243bf7ab req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Calling delete_port for 584850a7-2256-4b29-bbd9-b638ebbfdee9 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:42:37.596506 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b9157f26-161b-478b-b677-038b243bf7ab req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (584850a7-2256-4b29-bbd9-b638ebbfdee9), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:37.628193 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Pushing event deleted for resources: {'Port': ['ID=584850a7-2256-4b29-bbd9-b638ebbfdee9,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:42:37.639179 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['584850a7-2256-4b29-bbd9-b638ebbfdee9'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:42:37.640001 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:42:37.640350 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:42:37.640696 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:42:37.641038 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:42:37.641374 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:42:37.641710 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:42:37.642042 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:42:37.642464 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:42:37.642799 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:42:37.643142 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:42:37.643451 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:42:37.643775 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:42:37.644098 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:42:37.644421 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:42:37.644742 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:42:37.684000 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9157f26-161b-478b-b677-038b243bf7ab req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] No DVR routers for this DVR port 584850a7-2256-4b29-bbd9-b638ebbfdee9 on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:42:37.686407 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b9157f26-161b-478b-b677-038b243bf7ab req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:37.689767 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b9157f26-161b-478b-b677-038b243bf7ab req-5a996549-0b90-47b5-88a0-813e6a814079 tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.23 "DELETE /v2.0/ports/584850a7-2256-4b29-bbd9-b638ebbfdee9 HTTP/1.1" status: 204 len: 173 time: 0.4032295 Apr 07 13:42:37.690200 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286948f9-3962-4edf-9818-7c20a3f56f1c', 'name': 'network-vif-deleted', 'tag': '584850a7-2256-4b29-bbd9-b638ebbfdee9'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:42:37.692430 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dce7ff-0048-4a1f-a4d3-5f81653e2270" -d '{"events": [{"server_uuid": "286948f9-3962-4edf-9818-7c20a3f56f1c", "name": "network-vif-deleted", "tag": "584850a7-2256-4b29-bbd9-b638ebbfdee9"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:42:37.796285 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eedebab-dc84-467e-ad97-88e225a760ba x-openstack-request-id: req-2eedebab-dc84-467e-ad97-88e225a760ba {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:42:37.796625 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286948f9-3962-4edf-9818-7c20a3f56f1c", "name": "network-vif-deleted", "tag": "584850a7-2256-4b29-bbd9-b638ebbfdee9", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:42:37.796909 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2eedebab-dc84-467e-ad97-88e225a760ba {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:42:37.797314 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eedebab-dc84-467e-ad97-88e225a760ba'] response: {'server_uuid': '286948f9-3962-4edf-9818-7c20a3f56f1c', 'name': 'network-vif-deleted', 'tag': '584850a7-2256-4b29-bbd9-b638ebbfdee9', 'status': 'completed', 'code': 200} Apr 07 13:42:38.224570 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cd5cb785-ac8c-4fb2-a7ea-10e9635b2394 req-af81aa39-76a1-4d54-82fc-dde4c81d50bb tempest-VolumesSnapshotTestJSON-346764125 tempest-VolumesSnapshotTestJSON-346764125-project] 10.222.0.39 "GET /v2.0/ports?device_id=286948f9-3962-4edf-9818-7c20a3f56f1c HTTP/1.1" status: 200 len: 210 time: 0.0278270 Apr 07 13:42:40.670695 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 584850a7-2256-4b29-bbd9-b638ebbfdee9 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:42:40.690585 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: 584850a7-2256-4b29-bbd9-b638ebbfdee9 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:42:40.690939 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 584850a7-2256-4b29-bbd9-b638ebbfdee9 not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:42:52.402465 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9aae518b-e281-404d-918f-3950dca87fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:54.900416 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ac962f41-0c75-40b9-8672-c70aace5d71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:55.722764 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da58b8-fe74-4c18-a612-d04e9087a59c req-5843d8a6-09ae-4641-bb7e-09beede2ad80 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:55.724236 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-10da58b8-fe74-4c18-a612-d04e9087a59c req-5843d8a6-09ae-4641-bb7e-09beede2ad80 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0550215 Apr 07 13:42:55.730411 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0766b-fae0-485f-a742-fd5780b5177a req-49b10e78-2dae-45b7-8348-9246a9ba4c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:55.731948 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0ad0766b-fae0-485f-a742-fd5780b5177a req-49b10e78-2dae-45b7-8348-9246a9ba4c04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 1130 time: 0.0448430 Apr 07 13:42:55.767469 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:55.772317 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-10da58b8-fe74-4c18-a612-d04e9087a59c req-641d3b34-00f3-4cd1-824a-6c3bfbd92fc3 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424337 Apr 07 13:42:55.827545 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0766b-fae0-485f-a742-fd5780b5177a req-7b934e54-8827-493f-bd1c-e0324f739e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:55.829020 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0ad0766b-fae0-485f-a742-fd5780b5177a req-7b934e54-8827-493f-bd1c-e0324f739e20 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 200 len: 920 time: 0.0912023 Apr 07 13:42:55.895960 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0ad0766b-fae0-485f-a742-fd5780b5177a req-dd0b60fe-4c08-4723-92d8-d8479bf4b10f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a913a3dc-6074-49fe-9b58-9723a03e8689 HTTP/1.1" status: 200 len: 1002 time: 0.0598385 Apr 07 13:42:55.948354 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0766b-fae0-485f-a742-fd5780b5177a req-13012e85-19d8-4e00-bec8-d0a0e6799bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:55.949755 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0ad0766b-fae0-485f-a742-fd5780b5177a req-13012e85-19d8-4e00-bec8-d0a0e6799bfb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caad4ec9-a40e-4065-a3e8-632593f10c40 HTTP/1.1" status: 200 len: 858 time: 0.0461609 Apr 07 13:42:55.998340 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0766b-fae0-485f-a742-fd5780b5177a req-410fb12d-6deb-427d-bd89-35f60a885564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:55.999716 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0ad0766b-fae0-485f-a742-fd5780b5177a req-410fb12d-6deb-427d-bd89-35f60a885564 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429759 Apr 07 13:42:56.091517 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0ad0766b-fae0-485f-a742-fd5780b5177a req-f4350a4a-ff7a-4e4e-9af8-a45900d85142 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829382 Apr 07 13:42:56.181886 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0ad0766b-fae0-485f-a742-fd5780b5177a req-c75d505d-505a-46b7-b5e5-c5ecafd089b1 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842390 Apr 07 13:42:56.890768 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d15136-e845-4bf4-b985-ec5d7629f24a req-bbcac592-4283-4bf0-9d58-fa8f7076f3a2 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:56.892144 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-75d15136-e845-4bf4-b985-ec5d7629f24a req-bbcac592-4283-4bf0-9d58-fa8f7076f3a2 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0517354 Apr 07 13:42:56.936768 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-75d15136-e845-4bf4-b985-ec5d7629f24a req-c3e3994e-0e4e-41da-bdb4-38a7d9794444 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390639 Apr 07 13:42:57.233056 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:58.050905 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f34934-2e2b-4fc2-be10-7e27a38f60ea req-a8e33b2b-aa54-485c-9041-8ff6f2fd03ca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:58.052330 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-84f34934-2e2b-4fc2-be10-7e27a38f60ea req-a8e33b2b-aa54-485c-9041-8ff6f2fd03ca tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0503657 Apr 07 13:42:58.100055 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-84f34934-2e2b-4fc2-be10-7e27a38f60ea req-5be928a6-643d-4ca3-8850-be07f8f43f57 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419011 Apr 07 13:42:58.664872 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:42:59.215449 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0423d9c-bf78-431c-9753-cddd5aa46dc6 req-8a059bee-b2f1-4e9d-b145-1d1a04e7c6aa tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:42:59.216786 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b0423d9c-bf78-431c-9753-cddd5aa46dc6 req-8a059bee-b2f1-4e9d-b145-1d1a04e7c6aa tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0512340 Apr 07 13:42:59.261787 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b0423d9c-bf78-431c-9753-cddd5aa46dc6 req-e8f1b69e-184a-48c8-b584-dddc224838f4 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395536 Apr 07 13:43:00.374927 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60825d-89d8-4c87-bdb6-6d0d7249d04c req-4d5bde82-c4ce-497c-900d-472f01a85598 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:00.376348 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3a60825d-89d8-4c87-bdb6-6d0d7249d04c req-4d5bde82-c4ce-497c-900d-472f01a85598 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0495818 Apr 07 13:43:00.420191 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3a60825d-89d8-4c87-bdb6-6d0d7249d04c req-1027b9a0-1ba4-4671-b266-dfa17f1eb13e tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384090 Apr 07 13:43:01.540516 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310100a-a9c0-421b-9faf-9e2e582a3391 req-ff43c491-15b1-4918-8454-bada2079461d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:01.541928 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9310100a-a9c0-421b-9faf-9e2e582a3391 req-ff43c491-15b1-4918-8454-bada2079461d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0535455 Apr 07 13:43:01.586281 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9310100a-a9c0-421b-9faf-9e2e582a3391 req-583bb7ea-bfea-483d-9d53-c1126d847027 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388041 Apr 07 13:43:02.704327 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345b0ed-1e6e-49da-8113-0f56fac5ecd4 req-46244bac-c35d-44d2-95c8-37539e36f9fe tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:02.706092 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1345b0ed-1e6e-49da-8113-0f56fac5ecd4 req-46244bac-c35d-44d2-95c8-37539e36f9fe tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0508485 Apr 07 13:43:02.752549 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1345b0ed-1e6e-49da-8113-0f56fac5ecd4 req-20abf623-f40c-422e-bcd5-305d806cfe68 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405896 Apr 07 13:43:03.869460 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55a302-2784-4cc9-bfae-74b10eaa77b2 req-9bad2fd8-113e-4df4-b014-eb6c6a76045b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:03.870942 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6d55a302-2784-4cc9-bfae-74b10eaa77b2 req-9bad2fd8-113e-4df4-b014-eb6c6a76045b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0537484 Apr 07 13:43:03.915690 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6d55a302-2784-4cc9-bfae-74b10eaa77b2 req-8df5d629-a3a5-44ba-8838-a1b2253893f4 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385027 Apr 07 13:43:04.251903 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 32890) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:43:04.294705 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Deleting subnet ed628554-e597-4c9a-9987-2792771598eb {{(pid=103372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:43:04.297647 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Publish callbacks [] for subnet (ed628554-e597-4c9a-9987-2792771598eb), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:04.330035 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3886092'] for subnet (ed628554-e597-4c9a-9987-2792771598eb), precommit_delete_associations {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:04.368235 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16392291'] for subnet (ed628554-e597-4c9a-9987-2792771598eb), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:04.420418 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16392298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59119722'] for subnet (ed628554-e597-4c9a-9987-2792771598eb), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:04.445692 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed628554-e597-4c9a-9987-2792771598eb,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:43:04.448030 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:04.452206 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ed628554-e597-4c9a-9987-2792771598eb HTTP/1.1" status: 204 len: 168 time: 0.1993287 Apr 07 13:43:04.454760 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 32892) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:43:04.458104 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:04.458505 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:04.458851 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:04.459186 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:04.459772 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:04.460104 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:04.460430 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:04.460754 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:04.461076 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:04.461399 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:04.461722 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:04.462043 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:04.462389 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:04.462707 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:04.463028 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaeb4bd-2552-4ba0-8ec7-73cfaca4bcb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:04.524897 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3d44c14-ce6e-47b6-bf8a-f05f5c87f44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16221602'] for network (6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:04.600741 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3d44c14-ce6e-47b6-bf8a-f05f5c87f44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16415226', 'neutron.services.segments.db._delete_segments_for_network-8738487795402'] for network (6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:04.619585 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-d3d44c14-ce6e-47b6-bf8a-f05f5c87f44f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:43:04.628781 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-d3d44c14-ce6e-47b6-bf8a-f05f5c87f44f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd6782e-8ee3-4968-922c-18ec851af184') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:43:04.629073 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-d3d44c14-ce6e-47b6-bf8a-f05f5c87f44f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd6782e-8ee3-4968-922c-18ec851af184') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:43:04.639134 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3d44c14-ce6e-47b6-bf8a-f05f5c87f44f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738487798739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3370172'] for segment (efd6782e-8ee3-4968-922c-18ec851af184), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:04.651984 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3d44c14-ce6e-47b6-bf8a-f05f5c87f44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (efd6782e-8ee3-4968-922c-18ec851af184), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:04.658234 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d44c14-ce6e-47b6-bf8a-f05f5c87f44f admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:43:04.658644 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3d44c14-ce6e-47b6-bf8a-f05f5c87f44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3405971'] for segment (efd6782e-8ee3-4968-922c-18ec851af184), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: Traceback (most recent call last): Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: timer() Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: cb(*args, **kw) Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: self._notify() Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: self.callback(batched_events) Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: event.method(event) Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: return f(self, *a, **k) Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: return self._get(url).json() Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:43:04.660276 dv-cinder-836973-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:43:04.717753 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3d44c14-ce6e-47b6-bf8a-f05f5c87f44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16415201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431839'] for network (6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:04.723183 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3d44c14-ce6e-47b6-bf8a-f05f5c87f44f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:04.730634 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d3d44c14-ce6e-47b6-bf8a-f05f5c87f44f admin admin] 10.222.0.39 "DELETE /v2.0/networks/6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d HTTP/1.1" status: 204 len: 168 time: 0.2731371 Apr 07 13:43:04.741301 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44c14-ce6e-47b6-bf8a-f05f5c87f44f admin admin] Pushing event deleted for resources: {'Network': ['ID=6aabf4ef-8cd1-4f62-8db0-7ec1f7f6530d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:43:04.885532 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 32896) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:43:04.923801 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-91992667-29c5-4088-b79b-681510b3ffd4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a341791e9c2a494d835e7c190ed7be80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371475 Apr 07 13:43:04.925966 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 32898) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:43:04.972535 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-28e5a69d-db75-4a19-b3e2-0c231053af03 admin admin] Publish callbacks [] for security_group (751cf0c2-e91f-4cfd-b6d4-a857ac457195), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:04.993157 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-28e5a69d-db75-4a19-b3e2-0c231053af03 admin admin] Publish callbacks [] for security_group (751cf0c2-e91f-4cfd-b6d4-a857ac457195), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:05.031856 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cd771-4c0b-4c36-b3a7-405f761e0b54 req-e74bb8ac-ff6d-491d-9a67-96125b20b37d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:05.033309 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ed0cd771-4c0b-4c36-b3a7-405f761e0b54 req-e74bb8ac-ff6d-491d-9a67-96125b20b37d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0512586 Apr 07 13:43:05.042991 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-28e5a69d-db75-4a19-b3e2-0c231053af03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (751cf0c2-e91f-4cfd-b6d4-a857ac457195), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:05.045675 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-28e5a69d-db75-4a19-b3e2-0c231053af03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:05.049152 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-28e5a69d-db75-4a19-b3e2-0c231053af03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/751cf0c2-e91f-4cfd-b6d4-a857ac457195 HTTP/1.1" status: 204 len: 168 time: 0.1199701 Apr 07 13:43:05.057828 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5a69d-db75-4a19-b3e2-0c231053af03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751cf0c2-e91f-4cfd-b6d4-a857ac457195,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:43:05.067367 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:05.089998 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ed0cd771-4c0b-4c36-b3a7-405f761e0b54 req-d4817be3-527e-4c9a-92d5-aece25d80d7d tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498106 Apr 07 13:43:06.205960 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe45ad-2eb5-4aee-a826-69ca28770f4f req-caab6aaf-a203-46ca-8097-4228ee40e942 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:06.207399 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a9fe45ad-2eb5-4aee-a826-69ca28770f4f req-caab6aaf-a203-46ca-8097-4228ee40e942 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0513029 Apr 07 13:43:06.254870 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a9fe45ad-2eb5-4aee-a826-69ca28770f4f req-a5989d36-b9a6-479b-a1eb-30b67d8a85c0 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417800 Apr 07 13:43:07.369607 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b7a38-8d97-4fbf-97b0-4a17323a7614 req-be0dd2f2-44c8-43a6-a107-39580c713c16 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:07.371131 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5b4b7a38-8d97-4fbf-97b0-4a17323a7614 req-be0dd2f2-44c8-43a6-a107-39580c713c16 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0509415 Apr 07 13:43:07.415867 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5b4b7a38-8d97-4fbf-97b0-4a17323a7614 req-c317c54e-7675-4029-92f4-954ac38327bb tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394185 Apr 07 13:43:08.266463 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7ad4f-1c77-4def-b96f-76d3374bebad req-913abfa9-c634-488f-9a48-d2b5005330d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:08.267916 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bfd7ad4f-1c77-4def-b96f-76d3374bebad req-913abfa9-c634-488f-9a48-d2b5005330d2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 1130 time: 0.0429339 Apr 07 13:43:08.310013 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bfd7ad4f-1c77-4def-b96f-76d3374bebad req-453f444d-e617-4452-a9fe-30b541905acd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358036 Apr 07 13:43:08.530072 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45590d90-8d31-494a-987d-bac5d797077a req-1ba7111d-561a-4c85-8e39-7dddbf17d3ad tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:08.531427 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-45590d90-8d31-494a-987d-bac5d797077a req-1ba7111d-561a-4c85-8e39-7dddbf17d3ad tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0505121 Apr 07 13:43:08.575624 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-45590d90-8d31-494a-987d-bac5d797077a req-49cd18b8-ee74-4adf-a1df-e8dd4a48d301 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387764 Apr 07 13:43:08.993852 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:43:09.923877 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03848b4e-abaf-409f-ac34-219d8a9c44db req-dc2d53ef-772a-4717-bbc9-0b2d460e3297 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:09.925329 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-03848b4e-abaf-409f-ac34-219d8a9c44db req-dc2d53ef-772a-4717-bbc9-0b2d460e3297 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.2836738 Apr 07 13:43:09.970319 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-03848b4e-abaf-409f-ac34-219d8a9c44db req-e477f3d0-8ec1-4a4b-a0a6-7f56f5461942 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394506 Apr 07 13:43:11.084490 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f8c7f-af81-475c-8f22-01f6c051e8d0 req-5bb668ef-11ce-4e49-83f1-d76c929a369f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:11.085945 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4c1f8c7f-af81-475c-8f22-01f6c051e8d0 req-5bb668ef-11ce-4e49-83f1-d76c929a369f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0514038 Apr 07 13:43:11.130145 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4c1f8c7f-af81-475c-8f22-01f6c051e8d0 req-5a3f0fad-735d-4ced-8214-be1f9a12d54f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386937 Apr 07 13:43:11.506711 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec0022-6d61-47e6-8852-3d826d16af47 req-40157d1f-461a-40ac-a11d-26100f0997da tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:11.508056 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-14ec0022-6d61-47e6-8852-3d826d16af47 req-40157d1f-461a-40ac-a11d-26100f0997da tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0558562 Apr 07 13:43:11.527785 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3488f-2928-40c3-b69b-6c423b28734c req-3cb73556-50cc-49bf-817c-938ecf084eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:11.529336 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cc3488f-2928-40c3-b69b-6c423b28734c req-3cb73556-50cc-49bf-817c-938ecf084eb1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 1130 time: 0.0453017 Apr 07 13:43:11.553753 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-14ec0022-6d61-47e6-8852-3d826d16af47 req-576c72bc-12c5-4129-a5af-bd9b2e0f99ce tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400429 Apr 07 13:43:11.623331 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3488f-2928-40c3-b69b-6c423b28734c req-cce5e7c0-cbbf-4f28-b413-3d5375d40bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:11.624792 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cc3488f-2928-40c3-b69b-6c423b28734c req-cce5e7c0-cbbf-4f28-b413-3d5375d40bf5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 200 len: 920 time: 0.0881522 Apr 07 13:43:11.687793 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cc3488f-2928-40c3-b69b-6c423b28734c req-7ba40330-581e-45b4-9711-14233e90f08d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a913a3dc-6074-49fe-9b58-9723a03e8689 HTTP/1.1" status: 200 len: 1002 time: 0.0569198 Apr 07 13:43:11.739216 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3488f-2928-40c3-b69b-6c423b28734c req-2e8b9ae5-595e-4745-ba02-55470b5cd287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:11.740648 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cc3488f-2928-40c3-b69b-6c423b28734c req-2e8b9ae5-595e-4745-ba02-55470b5cd287 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caad4ec9-a40e-4065-a3e8-632593f10c40 HTTP/1.1" status: 200 len: 858 time: 0.0469151 Apr 07 13:43:11.790547 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3488f-2928-40c3-b69b-6c423b28734c req-3b4119e2-2d4b-478e-b3cb-6d55af40e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:11.791919 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cc3488f-2928-40c3-b69b-6c423b28734c req-3b4119e2-2d4b-478e-b3cb-6d55af40e7be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451605 Apr 07 13:43:11.880160 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cc3488f-2928-40c3-b69b-6c423b28734c req-631ad417-7780-4b8a-b0de-50ee606d3d41 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811036 Apr 07 13:43:11.968881 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cc3488f-2928-40c3-b69b-6c423b28734c req-43be2315-fede-4dd0-affd-5a0d4450882d service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827053 Apr 07 13:43:12.671766 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ec5e8-4930-4e26-b941-7f409e4f2c1b req-da15934d-2a38-4ce7-b227-166512077528 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:12.673201 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2e9ec5e8-4930-4e26-b941-7f409e4f2c1b req-da15934d-2a38-4ce7-b227-166512077528 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0511439 Apr 07 13:43:12.717962 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2e9ec5e8-4930-4e26-b941-7f409e4f2c1b req-1e6ff281-d65d-4a9c-89b4-0961bc50ed33 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392644 Apr 07 13:43:13.834270 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af641e-eb33-43c1-9d95-fa62b41e163a req-63cc1dd8-e98b-4367-8e6e-a7399c090f75 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:13.835804 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-14af641e-eb33-43c1-9d95-fa62b41e163a req-63cc1dd8-e98b-4367-8e6e-a7399c090f75 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0514107 Apr 07 13:43:13.883810 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-14af641e-eb33-43c1-9d95-fa62b41e163a req-dd9cd640-5cd2-4057-bf07-b82698b7d151 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425634 Apr 07 13:43:15.001831 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b987c2-ce0b-428f-887a-56b8e5a3377c req-936fd133-2972-43f0-a7a0-7d614f6ac7ab tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:15.003310 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-15b987c2-ce0b-428f-887a-56b8e5a3377c req-936fd133-2972-43f0-a7a0-7d614f6ac7ab tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0519083 Apr 07 13:43:15.047827 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-15b987c2-ce0b-428f-887a-56b8e5a3377c req-8d80644f-e7a4-4264-a6a6-4ad7b843ec0b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389915 Apr 07 13:43:15.160750 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb3608-a480-4eb5-b0a8-11fd9a57e7f7 req-676f11f4-4d09-421f-9c64-0c34fe5e058b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:15.162224 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7bfb3608-a480-4eb5-b0a8-11fd9a57e7f7 req-676f11f4-4d09-421f-9c64-0c34fe5e058b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0506155 Apr 07 13:43:15.170455 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 32938) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:43:15.175213 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-dc0461e7-2dc4-47af-865f-370cff941a99 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Request body: {'floatingip': {'port_id': 'a913a3dc-6074-49fe-9b58-9723a03e8689'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:43:15.230253 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-dc0461e7-2dc4-47af-865f-370cff941a99 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for floatingip (e8961cd0-5a52-4a67-9e6d-56a62212654a), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:15.681310 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-dc0461e7-2dc4-47af-865f-370cff941a99 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:15.685068 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-dc0461e7-2dc4-47af-865f-370cff941a99 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (e8961cd0-5a52-4a67-9e6d-56a62212654a), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:15.891592 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0461e7-2dc4-47af-865f-370cff941a99 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Router caf195c7-a9eb-4583-85e2-8622c1fe97b3 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:43:15.996542 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0461e7-2dc4-47af-865f-370cff941a99 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:43:16.001857 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-dc0461e7-2dc4-47af-865f-370cff941a99 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:16.006365 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5b9252-1f58-42b3-b325-50d6a84899ec None None] Sync routers for ids ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:43:16.016545 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b9252-1f58-42b3-b325-50d6a84899ec None None] Routers {'caf195c7-a9eb-4583-85e2-8622c1fe97b3'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:43:16.017161 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-3c5b9252-1f58-42b3-b325-50d6a84899ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:42:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:43:16.031922 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'tag': 'a913a3dc-6074-49fe-9b58-9723a03e8689'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:43:16.034169 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1980170c-5c34-4fb0-a149-4ac908219716" -d '{"events": [{"name": "network-changed", "server_uuid": "09ac14c7-758c-4c75-8277-563a7dfe453e", "tag": "a913a3dc-6074-49fe-9b58-9723a03e8689"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:43:16.074310 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-dc0461e7-2dc4-47af-865f-370cff941a99 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "PUT /v2.0/floatingips/e8961cd0-5a52-4a67-9e6d-56a62212654a HTTP/1.1" status: 200 len: 994 time: 0.8908682 Apr 07 13:43:16.123814 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-3c5b9252-1f58-42b3-b325-50d6a84899ec None None] Set router caf195c7-a9eb-4583-85e2-8622c1fe97b3 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:43:16.203670 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84e2215-afe9-4f4b-9757-3af10ce44742 x-openstack-request-id: req-b84e2215-afe9-4f4b-9757-3af10ce44742 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:43:16.203974 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ac14c7-758c-4c75-8277-563a7dfe453e", "tag": "a913a3dc-6074-49fe-9b58-9723a03e8689", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:43:16.204235 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b84e2215-afe9-4f4b-9757-3af10ce44742 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:43:16.204651 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84e2215-afe9-4f4b-9757-3af10ce44742'] response: {'name': 'network-changed', 'server_uuid': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'tag': 'a913a3dc-6074-49fe-9b58-9723a03e8689', 'status': 'completed', 'code': 200} Apr 07 13:43:16.293998 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980170c-5c34-4fb0-a149-4ac908219716 req-63845318-fb95-4382-afa6-27d9f0dfeae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:16.295522 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1980170c-5c34-4fb0-a149-4ac908219716 req-63845318-fb95-4382-afa6-27d9f0dfeae9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 1130 time: 0.0436013 Apr 07 13:43:16.388688 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980170c-5c34-4fb0-a149-4ac908219716 req-23555c50-bb4b-46d0-950c-5a69deee6c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:16.390241 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1980170c-5c34-4fb0-a149-4ac908219716 req-23555c50-bb4b-46d0-950c-5a69deee6c5a service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 200 len: 920 time: 0.0867751 Apr 07 13:43:16.423523 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-3c5b9252-1f58-42b3-b325-50d6a84899ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-router', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'gw_port': {'id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:28Z', 'updated_at': '2022-04-07T13:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'e8961cd0-5a52-4a67-9e6d-56a62212654a', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'port_id': 'a913a3dc-6074-49fe-9b58-9723a03e8689', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'mac_address': 'fa:16:3e:45:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:39:00Z', 'updated_at': '2022-04-07T13:43:15Z', 'revision_number': 3, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7285bc2-7ead-4f2c-b12c-8b092af79475', 'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'mac_address': 'fa:16:3e:cd:2a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:42Z', 'revision_number': 5, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'subnets': [{'id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:43:16.449105 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5b9252-1f58-42b3-b325-50d6a84899ec None None] Checking router: caf195c7-a9eb-4583-85e2-8622c1fe97b3 for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:43:16.453266 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1980170c-5c34-4fb0-a149-4ac908219716 req-b1e77ceb-577f-4c5d-9733-c35e18c90a5e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a913a3dc-6074-49fe-9b58-9723a03e8689 HTTP/1.1" status: 200 len: 1002 time: 0.0568857 Apr 07 13:43:16.457222 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b9252-1f58-42b3-b325-50d6a84899ec None None] Routers {'caf195c7-a9eb-4583-85e2-8622c1fe97b3'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:43:16.457825 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-3c5b9252-1f58-42b3-b325-50d6a84899ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:42:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:43:16.504983 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980170c-5c34-4fb0-a149-4ac908219716 req-d1d65174-8a47-4dd5-a7b6-0565b0325917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:16.506442 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1980170c-5c34-4fb0-a149-4ac908219716 req-d1d65174-8a47-4dd5-a7b6-0565b0325917 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caad4ec9-a40e-4065-a3e8-632593f10c40 HTTP/1.1" status: 200 len: 858 time: 0.0474031 Apr 07 13:43:16.553431 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980170c-5c34-4fb0-a149-4ac908219716 req-4644ebb3-5d58-449a-b016-7ed752c130c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:16.554937 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1980170c-5c34-4fb0-a149-4ac908219716 req-4644ebb3-5d58-449a-b016-7ed752c130c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428290 Apr 07 13:43:16.569095 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-3c5b9252-1f58-42b3-b325-50d6a84899ec None None] Set router caf195c7-a9eb-4583-85e2-8622c1fe97b3 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:43:16.643071 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1980170c-5c34-4fb0-a149-4ac908219716 req-e50e078e-2fbe-466a-b279-82d7bcc039f4 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817080 Apr 07 13:43:16.735914 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1980170c-5c34-4fb0-a149-4ac908219716 req-f975bde5-3877-4684-91fd-47fa13ac3233 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871389 Apr 07 13:43:16.791590 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-3c5b9252-1f58-42b3-b325-50d6a84899ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-router', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'gw_port': {'id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:28Z', 'updated_at': '2022-04-07T13:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'e8961cd0-5a52-4a67-9e6d-56a62212654a', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'port_id': 'a913a3dc-6074-49fe-9b58-9723a03e8689', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'mac_address': 'fa:16:3e:45:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:39:00Z', 'updated_at': '2022-04-07T13:43:15Z', 'revision_number': 3, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7285bc2-7ead-4f2c-b12c-8b092af79475', 'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'mac_address': 'fa:16:3e:cd:2a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:42Z', 'revision_number': 5, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'subnets': [{'id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:43:16.817270 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5b9252-1f58-42b3-b325-50d6a84899ec None None] The sync data for ids ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'] in dv-cinder-836973-1-iscsi is: [{'id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-router', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'gw_port': {'id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:28Z', 'updated_at': '2022-04-07T13:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'e8961cd0-5a52-4a67-9e6d-56a62212654a', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'port_id': 'a913a3dc-6074-49fe-9b58-9723a03e8689', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'mac_address': 'fa:16:3e:45:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:39:00Z', 'updated_at': '2022-04-07T13:43:15Z', 'revision_number': 3, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7285bc2-7ead-4f2c-b12c-8b092af79475', 'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'mac_address': 'fa:16:3e:cd:2a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:42Z', 'revision_number': 5, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'subnets': [{'id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:43:18.205704 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'tag': 'a913a3dc-6074-49fe-9b58-9723a03e8689'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:43:18.208035 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edc74e3-802e-40d8-8c6e-c728bb88ecc4" -d '{"events": [{"name": "network-changed", "server_uuid": "09ac14c7-758c-4c75-8277-563a7dfe453e", "tag": "a913a3dc-6074-49fe-9b58-9723a03e8689"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:43:18.243176 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2d7a0b-6ba7-4c8d-8309-1d0d4b0b8299 x-openstack-request-id: req-cf2d7a0b-6ba7-4c8d-8309-1d0d4b0b8299 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:43:18.243464 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ac14c7-758c-4c75-8277-563a7dfe453e", "tag": "a913a3dc-6074-49fe-9b58-9723a03e8689", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:43:18.243720 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf2d7a0b-6ba7-4c8d-8309-1d0d4b0b8299 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:43:18.244116 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf2d7a0b-6ba7-4c8d-8309-1d0d4b0b8299'] response: {'name': 'network-changed', 'server_uuid': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'tag': 'a913a3dc-6074-49fe-9b58-9723a03e8689', 'status': 'completed', 'code': 200} Apr 07 13:43:18.330318 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc74e3-802e-40d8-8c6e-c728bb88ecc4 req-3723df6c-a9e8-42b2-bf04-b52635dcab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:18.331829 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1edc74e3-802e-40d8-8c6e-c728bb88ecc4 req-3723df6c-a9e8-42b2-bf04-b52635dcab79 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 1130 time: 0.0433095 Apr 07 13:43:18.422792 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc74e3-802e-40d8-8c6e-c728bb88ecc4 req-f893ac3a-3e52-45ad-8125-77e8b934704b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:18.424233 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1edc74e3-802e-40d8-8c6e-c728bb88ecc4 req-f893ac3a-3e52-45ad-8125-77e8b934704b service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 200 len: 920 time: 0.0868502 Apr 07 13:43:18.487567 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1edc74e3-802e-40d8-8c6e-c728bb88ecc4 req-a39330f6-b2eb-434b-9a34-2a9219b2b8f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a913a3dc-6074-49fe-9b58-9723a03e8689 HTTP/1.1" status: 200 len: 1002 time: 0.0570958 Apr 07 13:43:18.537475 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc74e3-802e-40d8-8c6e-c728bb88ecc4 req-8435d4b1-9b2d-434f-aa97-31bc2da29359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:18.538890 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1edc74e3-802e-40d8-8c6e-c728bb88ecc4 req-8435d4b1-9b2d-434f-aa97-31bc2da29359 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caad4ec9-a40e-4065-a3e8-632593f10c40 HTTP/1.1" status: 200 len: 858 time: 0.0463591 Apr 07 13:43:18.586693 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc74e3-802e-40d8-8c6e-c728bb88ecc4 req-74c561af-ee2c-44fc-9a1b-9ef0f2b53f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:18.588133 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1edc74e3-802e-40d8-8c6e-c728bb88ecc4 req-74c561af-ee2c-44fc-9a1b-9ef0f2b53f29 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433555 Apr 07 13:43:18.674694 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1edc74e3-802e-40d8-8c6e-c728bb88ecc4 req-822340b2-d73d-4092-b630-65e888151968 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803800 Apr 07 13:43:18.769563 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1edc74e3-802e-40d8-8c6e-c728bb88ecc4 req-8f1e2994-aeae-4e24-837d-8b88fbe6bb7d service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890005 Apr 07 13:43:22.402979 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a89019b4-58cb-43a1-b08e-88c0f51e6ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:24.901773 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-afb7caff-2ffc-4aae-b4de-7e276767c10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:25.768575 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:27.235254 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:28.666910 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:34.293970 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814cba6-c9e2-4b7e-aaf1-22982f08db86 req-977ecb11-a795-4595-ad2b-c1e102854a67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:34.296004 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2814cba6-c9e2-4b7e-aaf1-22982f08db86 req-977ecb11-a795-4595-ad2b-c1e102854a67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 946 time: 0.0505166 Apr 07 13:43:34.340201 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2814cba6-c9e2-4b7e-aaf1-22982f08db86 req-ccf7aaa7-3583-4a3c-a499-c0558a4ca40e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387561 Apr 07 13:43:35.074102 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:35.465466 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6eceb-9b7a-4952-84a3-408262ad376c req-6df742b6-b32a-4cdf-8a3a-c920b7559f07 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:35.467508 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-29c6eceb-9b7a-4952-84a3-408262ad376c req-6df742b6-b32a-4cdf-8a3a-c920b7559f07 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 946 time: 0.0547225 Apr 07 13:43:35.512970 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-29c6eceb-9b7a-4952-84a3-408262ad376c req-80de6c19-8c80-4df2-b511-cde0f4eb8607 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399237 Apr 07 13:43:35.605090 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-707a6312-a8fa-4f3e-9fc7-7ab395df1e1a req-db7f1336-eedf-473a-820d-74df5b47fb47 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423849 Apr 07 13:43:35.689063 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a6312-a8fa-4f3e-9fc7-7ab395df1e1a req-515fe034-11cf-4d69-b88e-001308bf059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:35.690609 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-707a6312-a8fa-4f3e-9fc7-7ab395df1e1a req-515fe034-11cf-4d69-b88e-001308bf059c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfff39388efd40cbae2510e925aa39f3&device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 1130 time: 0.0438221 Apr 07 13:43:35.799790 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a6312-a8fa-4f3e-9fc7-7ab395df1e1a req-5ce0e9b6-6780-41fb-bb99-aa8837330083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:35.801296 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-707a6312-a8fa-4f3e-9fc7-7ab395df1e1a req-5ce0e9b6-6780-41fb-bb99-aa8837330083 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 200 len: 920 time: 0.0879033 Apr 07 13:43:36.178455 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-707a6312-a8fa-4f3e-9fc7-7ab395df1e1a req-6872e326-5d72-4292-b7ad-b6563e2b736a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a913a3dc-6074-49fe-9b58-9723a03e8689 HTTP/1.1" status: 200 len: 1002 time: 0.0888202 Apr 07 13:43:36.200360 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13a8f3-7be5-4ddf-8285-d723bda1ac95 req-aff5df38-173a-461f-8151-de7110842223 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:36.202407 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cc13a8f3-7be5-4ddf-8285-d723bda1ac95 req-aff5df38-173a-461f-8151-de7110842223 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.23 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 946 time: 0.0776222 Apr 07 13:43:36.269136 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a6312-a8fa-4f3e-9fc7-7ab395df1e1a req-c29d59d7-6296-4c55-a005-40485f6e3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:36.270569 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-707a6312-a8fa-4f3e-9fc7-7ab395df1e1a req-c29d59d7-6296-4c55-a005-40485f6e3529 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caad4ec9-a40e-4065-a3e8-632593f10c40 HTTP/1.1" status: 200 len: 858 time: 0.0851033 Apr 07 13:43:36.351037 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a6312-a8fa-4f3e-9fc7-7ab395df1e1a req-693adb31-b2a9-49c4-8d6f-27a9189442f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:36.352499 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-707a6312-a8fa-4f3e-9fc7-7ab395df1e1a req-693adb31-b2a9-49c4-8d6f-27a9189442f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bd9a4c-8559-482d-88bc-e72fed5a4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759616 Apr 07 13:43:36.357569 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-cc13a8f3-7be5-4ddf-8285-d723bda1ac95 req-22945118-8a41-4b03-b72b-77f4d7eb134a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Deleting port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:43:36.357911 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-cc13a8f3-7be5-4ddf-8285-d723bda1ac95 req-22945118-8a41-4b03-b72b-77f4d7eb134a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:36.510196 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-cc13a8f3-7be5-4ddf-8285-d723bda1ac95 req-22945118-8a41-4b03-b72b-77f4d7eb134a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] For port d8a0e705-3bc0-4aca-8a68-d294d5c28e31, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:43:36.510584 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-cc13a8f3-7be5-4ddf-8285-d723bda1ac95 req-22945118-8a41-4b03-b72b-77f4d7eb134a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:36.514884 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-707a6312-a8fa-4f3e-9fc7-7ab395df1e1a req-227d68cc-5f8d-4553-9638-5eb8a6501c83 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541622 Apr 07 13:43:36.636054 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83d4d7-a078-4c9f-ab96-292abca15875 req-4c8b37f7-dcd0-47f5-9016-22db4a6c91d2 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:36.637630 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ea83d4d7-a078-4c9f-ab96-292abca15875 req-4c8b37f7-dcd0-47f5-9016-22db4a6c91d2 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 946 time: 0.0544026 Apr 07 13:43:36.687654 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ea83d4d7-a078-4c9f-ab96-292abca15875 req-aeb19550-fec2-4e6c-8100-f0a2b389527b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2128cf9-8089-4a7f-b176-4551925009b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433824 Apr 07 13:43:36.990052 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-707a6312-a8fa-4f3e-9fc7-7ab395df1e1a req-9cc0a0e9-9fd1-4704-97df-a59c049ab647 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655471 Apr 07 13:43:37.016304 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-cc13a8f3-7be5-4ddf-8285-d723bda1ac95 req-22945118-8a41-4b03-b72b-77f4d7eb134a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:37.016676 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-cc13a8f3-7be5-4ddf-8285-d723bda1ac95 req-22945118-8a41-4b03-b72b-77f4d7eb134a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (e3eddce4-a1d8-4cf5-b70f-c3c27b1ec4a9), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:37.017151 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-cc13a8f3-7be5-4ddf-8285-d723bda1ac95 req-22945118-8a41-4b03-b72b-77f4d7eb134a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Floating IP e3eddce4-a1d8-4cf5-b70f-c3c27b1ec4a9 disassociated. External IP: 172.27.0.239, port: d8a0e705-3bc0-4aca-8a68-d294d5c28e31. Apr 07 13:43:37.017500 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-cc13a8f3-7be5-4ddf-8285-d723bda1ac95 req-22945118-8a41-4b03-b72b-77f4d7eb134a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Calling delete_port for d8a0e705-3bc0-4aca-8a68-d294d5c28e31 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:43:37.148079 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-cc13a8f3-7be5-4ddf-8285-d723bda1ac95 req-22945118-8a41-4b03-b72b-77f4d7eb134a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (d8a0e705-3bc0-4aca-8a68-d294d5c28e31), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:37.184437 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22945118-8a41-4b03-b72b-77f4d7eb134a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Pushing event deleted for resources: {'Port': ['ID=d8a0e705-3bc0-4aca-8a68-d294d5c28e31,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:43:37.295980 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc13a8f3-7be5-4ddf-8285-d723bda1ac95 req-22945118-8a41-4b03-b72b-77f4d7eb134a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Router f66672a6-c223-413d-ad48-2d802a087c24 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:43:37.417204 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc13a8f3-7be5-4ddf-8285-d723bda1ac95 req-22945118-8a41-4b03-b72b-77f4d7eb134a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:43:37.427837 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7fa9a0-f020-4cbe-8d70-031645f4c16e None None] Sync routers for ids ['f66672a6-c223-413d-ad48-2d802a087c24'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:43:37.436848 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7fa9a0-f020-4cbe-8d70-031645f4c16e None None] Routers {'f66672a6-c223-413d-ad48-2d802a087c24'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:43:37.437697 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-9f7fa9a0-f020-4cbe-8d70-031645f4c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:43:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['f66672a6-c223-413d-ad48-2d802a087c24'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:43:37.462113 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc13a8f3-7be5-4ddf-8285-d723bda1ac95 req-22945118-8a41-4b03-b72b-77f4d7eb134a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] No DVR routers for this DVR port d8a0e705-3bc0-4aca-8a68-d294d5c28e31 on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:43:37.464645 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-cc13a8f3-7be5-4ddf-8285-d723bda1ac95 req-22945118-8a41-4b03-b72b-77f4d7eb134a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:37.468643 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cc13a8f3-7be5-4ddf-8285-d723bda1ac95 req-22945118-8a41-4b03-b72b-77f4d7eb134a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.23 "DELETE /v2.0/ports/d8a0e705-3bc0-4aca-8a68-d294d5c28e31 HTTP/1.1" status: 204 len: 173 time: 1.2455988 Apr 07 13:43:37.469073 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84c6673-9eab-4d10-a066-d5f86793466d', 'name': 'network-vif-deleted', 'tag': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:43:37.471308 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa1e538-2ade-4b77-9e85-d028327e7cbc" -d '{"events": [{"server_uuid": "c84c6673-9eab-4d10-a066-d5f86793466d", "name": "network-vif-deleted", "tag": "d8a0e705-3bc0-4aca-8a68-d294d5c28e31"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:43:37.533277 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe875571-d48e-46f5-83dd-94081c39a8a7 x-openstack-request-id: req-fe875571-d48e-46f5-83dd-94081c39a8a7 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:43:37.533676 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84c6673-9eab-4d10-a066-d5f86793466d", "name": "network-vif-deleted", "tag": "d8a0e705-3bc0-4aca-8a68-d294d5c28e31", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:43:37.533933 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe875571-d48e-46f5-83dd-94081c39a8a7 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:43:37.534373 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe875571-d48e-46f5-83dd-94081c39a8a7'] response: {'server_uuid': 'c84c6673-9eab-4d10-a066-d5f86793466d', 'name': 'network-vif-deleted', 'tag': 'd8a0e705-3bc0-4aca-8a68-d294d5c28e31', 'status': 'completed', 'code': 200} Apr 07 13:43:37.547973 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-9f7fa9a0-f020-4cbe-8d70-031645f4c16e None None] Set router f66672a6-c223-413d-ad48-2d802a087c24 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:43:37.749830 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-9f7fa9a0-f020-4cbe-8d70-031645f4c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1', 'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'mac_address': 'fa:16:3e:a4:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:38Z', 'revision_number': 5, 'project_id': '59715e21f0534203a83abb04295ad163', 'subnets': [{'id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:43:37.777193 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7fa9a0-f020-4cbe-8d70-031645f4c16e None None] Checking router: f66672a6-c223-413d-ad48-2d802a087c24 for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:43:37.785761 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7fa9a0-f020-4cbe-8d70-031645f4c16e None None] Routers {'f66672a6-c223-413d-ad48-2d802a087c24'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:43:37.786407 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-9f7fa9a0-f020-4cbe-8d70-031645f4c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:43:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['f66672a6-c223-413d-ad48-2d802a087c24'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:43:37.804187 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-60e6394d-87e7-4556-a3b1-f6faff3915f4 req-85738298-45e9-48dd-a154-a350b4a48184 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84c6673-9eab-4d10-a066-d5f86793466d HTTP/1.1" status: 200 len: 210 time: 0.0306058 Apr 07 13:43:37.896179 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-9f7fa9a0-f020-4cbe-8d70-031645f4c16e None None] Set router f66672a6-c223-413d-ad48-2d802a087c24 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:43:38.105789 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-9f7fa9a0-f020-4cbe-8d70-031645f4c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1', 'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'mac_address': 'fa:16:3e:a4:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:38Z', 'revision_number': 5, 'project_id': '59715e21f0534203a83abb04295ad163', 'subnets': [{'id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:43:38.136854 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7fa9a0-f020-4cbe-8d70-031645f4c16e None None] The sync data for ids ['f66672a6-c223-413d-ad48-2d802a087c24'] in dv-cinder-836973-1-iscsi is: [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1', 'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'mac_address': 'fa:16:3e:a4:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:38Z', 'revision_number': 5, 'project_id': '59715e21f0534203a83abb04295ad163', 'subnets': [{'id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:43:38.374674 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e03f5-2389-4d2e-a8ef-1f4777005b18 None None] New status for floating IP e3eddce4-a1d8-4cf5-b70f-c3c27b1ec4a9: DOWN {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:43:38.897299 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 32994) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:43:38.948871 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-74fce3ac-9f10-4c67-bbb9-0c8b8a5f2869 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group (f2128cf9-8089-4a7f-b176-4551925009b6), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:38.972423 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-74fce3ac-9f10-4c67-bbb9-0c8b8a5f2869 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group (f2128cf9-8089-4a7f-b176-4551925009b6), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:39.018792 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-74fce3ac-9f10-4c67-bbb9-0c8b8a5f2869 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (f2128cf9-8089-4a7f-b176-4551925009b6), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:39.021381 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-74fce3ac-9f10-4c67-bbb9-0c8b8a5f2869 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:39.022552 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-74fce3ac-9f10-4c67-bbb9-0c8b8a5f2869 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "DELETE /v2.0/security-groups/f2128cf9-8089-4a7f-b176-4551925009b6 HTTP/1.1" status: 204 len: 168 time: 0.1242545 Apr 07 13:43:39.026051 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 32996) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:43:39.032628 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fce3ac-9f10-4c67-bbb9-0c8b8a5f2869 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2128cf9-8089-4a7f-b176-4551925009b6,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:43:39.040976 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.api.v2.resource [None req-19ac554c-550e-46bd-b256-e409f618b195 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] show failed (client error): The resource could not be found. Apr 07 13:43:39.041993 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-19ac554c-550e-46bd-b256-e409f618b195 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups/f2128cf9-8089-4a7f-b176-4551925009b6 HTTP/1.1" status: 404 len: 347 time: 0.0148258 Apr 07 13:43:39.044876 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 32998) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:43:39.170125 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Deleting port 238f21c3-c4b3-4772-91c7-dca23fea898a {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:43:39.170398 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (238f21c3-c4b3-4772-91c7-dca23fea898a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:39.246634 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (238f21c3-c4b3-4772-91c7-dca23fea898a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:39.247070 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for floatingip (238f21c3-c4b3-4772-91c7-dca23fea898a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:39.260027 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Calling delete_port for 238f21c3-c4b3-4772-91c7-dca23fea898a owned by network:floatingip {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:43:39.398146 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (238f21c3-c4b3-4772-91c7-dca23fea898a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:39.422898 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Pushing event deleted for resources: {'Port': ['ID=238f21c3-c4b3-4772-91c7-dca23fea898a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:43:39.451103 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:39.452003 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:39.452348 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:39.452684 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:39.453021 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:39.453356 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:39.453687 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:39.454014 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:39.454360 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:39.454693 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:39.455022 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:39.455344 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:39.455668 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:39.455988 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:39.456308 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:39.496840 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for floatingip (e3eddce4-a1d8-4cf5-b70f-c3c27b1ec4a9), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:39.499917 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:39.501077 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b24ef74f-b45c-48df-9ea8-618bf744bc67 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "DELETE /v2.0/floatingips/e3eddce4-a1d8-4cf5-b70f-c3c27b1ec4a9 HTTP/1.1" status: 204 len: 168 time: 0.4552934 Apr 07 13:43:39.768690 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33002) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:43:39.773383 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-83128e26-7d30-4148-bd42-fd03e1e68a08 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1560406235', 'description': 'tempest-description--1591325119'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:43:39.797502 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-83128e26-7d30-4148-bd42-fd03e1e68a08 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:39.865743 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-83128e26-7d30-4148-bd42-fd03e1e68a08 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group (9f42d40f-3f36-47d2-abcf-715ab8a04f12), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:39.871171 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-83128e26-7d30-4148-bd42-fd03e1e68a08 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (9f42d40f-3f36-47d2-abcf-715ab8a04f12), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:39.899397 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-83128e26-7d30-4148-bd42-fd03e1e68a08 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:39.900612 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-83128e26-7d30-4148-bd42-fd03e1e68a08 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1309013 Apr 07 13:43:39.903547 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33004) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:43:39.909244 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-9c9327e0-4e2b-4f53-9a71-b055e781c51c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Request body: {'security_group_rule': {'security_group_id': '9f42d40f-3f36-47d2-abcf-715ab8a04f12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:43:39.913974 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83128e26-7d30-4148-bd42-fd03e1e68a08 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f42d40f-3f36-47d2-abcf-715ab8a04f12,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:43:39.936203 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c9327e0-4e2b-4f53-9a71-b055e781c51c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group_rule (3e8b20f3-0c59-4a6d-b481-df5ea29a2ae0), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:39.993478 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c9327e0-4e2b-4f53-9a71-b055e781c51c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group_rule (3e8b20f3-0c59-4a6d-b481-df5ea29a2ae0), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:39.997220 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c9327e0-4e2b-4f53-9a71-b055e781c51c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (3e8b20f3-0c59-4a6d-b481-df5ea29a2ae0), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:40.016447 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9327e0-4e2b-4f53-9a71-b055e781c51c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8b20f3-0c59-4a6d-b481-df5ea29a2ae0,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:43:40.022250 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c9327e0-4e2b-4f53-9a71-b055e781c51c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:40.026094 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9c9327e0-4e2b-4f53-9a71-b055e781c51c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203549 Apr 07 13:43:40.026989 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33006) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:43:40.032088 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-4941fcc1-c47f-4382-b90e-224e762c8360 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Request body: {'security_group_rule': {'security_group_id': '9f42d40f-3f36-47d2-abcf-715ab8a04f12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:43:40.056245 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4941fcc1-c47f-4382-b90e-224e762c8360 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group_rule (b8c894a2-430e-4635-bed9-85b3ecc0358f), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:40.110152 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4941fcc1-c47f-4382-b90e-224e762c8360 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group_rule (b8c894a2-430e-4635-bed9-85b3ecc0358f), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:40.113679 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4941fcc1-c47f-4382-b90e-224e762c8360 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (b8c894a2-430e-4635-bed9-85b3ecc0358f), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:40.131195 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941fcc1-c47f-4382-b90e-224e762c8360 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c894a2-430e-4635-bed9-85b3ecc0358f,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:43:40.137887 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4941fcc1-c47f-4382-b90e-224e762c8360 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:40.139149 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-4941fcc1-c47f-4382-b90e-224e762c8360 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1109643 Apr 07 13:43:40.142181 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33008) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:43:40.146467 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-0624d680-8a40-4045-8bf0-fd0b2931e289 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Request body: {'floatingip': {'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:43:40.165710 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0624d680-8a40-4045-8bf0-fd0b2931e289 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:40.260615 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0624d680-8a40-4045-8bf0-fd0b2931e289 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:40.363103 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-0624d680-8a40-4045-8bf0-fd0b2931e289 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Allocated IP 172.27.0.19 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/48412e73-fe55-4dad-9967-e01c778a4e17) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:43:40.461324 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0624d680-8a40-4045-8bf0-fd0b2931e289 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for port (48412e73-fe55-4dad-9967-e01c778a4e17), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:40.494810 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0624d680-8a40-4045-8bf0-fd0b2931e289 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (48412e73-fe55-4dad-9967-e01c778a4e17), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:40.534112 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0624d680-8a40-4045-8bf0-fd0b2931e289 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:43:40.540868 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-0624d680-8a40-4045-8bf0-fd0b2931e289 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:43:40.545583 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0624d680-8a40-4045-8bf0-fd0b2931e289 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:43:40.548575 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624d680-8a40-4045-8bf0-fd0b2931e289 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Pushing event updated for resources: {'Port': ['ID=48412e73-fe55-4dad-9967-e01c778a4e17,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:43:40.639848 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0624d680-8a40-4045-8bf0-fd0b2931e289 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for floatingip (290d04d1-779c-48c4-b07f-bc727998ab35), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:40.675458 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0624d680-8a40-4045-8bf0-fd0b2931e289 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (48412e73-fe55-4dad-9967-e01c778a4e17), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:40.820690 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0624d680-8a40-4045-8bf0-fd0b2931e289 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for port (48412e73-fe55-4dad-9967-e01c778a4e17), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:40.824921 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0624d680-8a40-4045-8bf0-fd0b2931e289 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3931381'] for port (48412e73-fe55-4dad-9967-e01c778a4e17), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:40.889556 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624d680-8a40-4045-8bf0-fd0b2931e289 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Pushing event updated for resources: {'Port': ['ID=48412e73-fe55-4dad-9967-e01c778a4e17,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:43:40.900750 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0624d680-8a40-4045-8bf0-fd0b2931e289 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (290d04d1-779c-48c4-b07f-bc727998ab35), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:40.915628 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0624d680-8a40-4045-8bf0-fd0b2931e289 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:40.916886 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-0624d680-8a40-4045-8bf0-fd0b2931e289 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7737467 Apr 07 13:43:40.994179 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device d8a0e705-3bc0-4aca-8a68-d294d5c28e31 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:43:41.015421 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: d8a0e705-3bc0-4aca-8a68-d294d5c28e31 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:43:41.015777 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device d8a0e705-3bc0-4aca-8a68-d294d5c28e31 not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:43:41.106129 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-9694f9c7-ce4a-4ba3-b522-247321176b05 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1560406235&fields=id&tenant_id=59715e21f0534203a83abb04295ad163 HTTP/1.1" status: 200 len: 267 time: 0.0436833 Apr 07 13:43:41.207809 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-4f6c8c8a-ebd2-4f0b-ab1a-71cfad447f4c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:41.209498 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-4f6c8c8a-ebd2-4f0b-ab1a-71cfad447f4c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/networks?id=d2f37736-8819-4934-9b97-0c19737f4010 HTTP/1.1" status: 200 len: 816 time: 0.0967138 Apr 07 13:43:41.223169 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-661759e6-b6b4-40f0-a062-ffd579a7356c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/quotas/59715e21f0534203a83abb04295ad163 HTTP/1.1" status: 200 len: 375 time: 0.0084710 Apr 07 13:43:41.275186 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-e2ef3f12-29d7-4966-9415-98319a64b9cc tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=59715e21f0534203a83abb04295ad163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473213 Apr 07 13:43:41.368839 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-bd39a141-366b-4f9a-9781-e6a4c874ed7a service neutron] 10.222.0.39 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827577 Apr 07 13:43:41.457707 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-ff379039-7059-4eac-a6fb-f7d5740e09e1 service neutron] 10.222.0.39 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826888 Apr 07 13:43:41.615126 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-52915ba5-69d8-4da7-959e-5bd820e8cf21 req-cf15c5c0-d91b-4702-8976-79bf961beaeb tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 210 time: 0.0285220 Apr 07 13:43:42.610411 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-cf99c439-2753-4f7b-9e96-1c7135d3d63b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:42.612274 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-cf99c439-2753-4f7b-9e96-1c7135d3d63b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.23 "GET /v2.0/networks?id=d2f37736-8819-4934-9b97-0c19737f4010 HTTP/1.1" status: 200 len: 816 time: 0.1020145 Apr 07 13:43:42.686836 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-ce69ca1d-40dd-42ec-aa88-ae086f988f1b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59715e21f0534203a83abb04295ad163 HTTP/1.1" status: 200 len: 380 time: 0.0575800 Apr 07 13:43:42.715929 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7ab2a833-f61a-49c4-817b-946c9beada28 req-97e412e6-8577-439e-a4a4-757e97b6f833 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 210 time: 0.0259581 Apr 07 13:43:42.821774 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-48a0b26b-509d-4782-825b-09d9c93450b6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Request body: {'port': {'device_id': '0fdfe618-c3fe-4d17-a936-72b5ba133e32', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'admin_state_up': True, 'tenant_id': '59715e21f0534203a83abb04295ad163', 'security_groups': ['9f42d40f-3f36-47d2-abcf-715ab8a04f12']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:43:42.929703 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-48a0b26b-509d-4782-825b-09d9c93450b6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Made reservation on behalf of 59715e21f0534203a83abb04295ad163 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:43:42.933106 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-48a0b26b-509d-4782-825b-09d9c93450b6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:43.056802 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-48a0b26b-509d-4782-825b-09d9c93450b6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Allocated IP 172.20.0.10 (d2f37736-8819-4934-9b97-0c19737f4010/a917fc77-14fb-4645-92aa-d172ac36c200/d7e07c97-729c-4e0b-a0d7-250d2304f097) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:43:43.187165 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-48a0b26b-509d-4782-825b-09d9c93450b6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:43.218842 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-48a0b26b-509d-4782-825b-09d9c93450b6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:43.263447 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-48a0b26b-509d-4782-825b-09d9c93450b6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Network d2f37736-8819-4934-9b97-0c19737f4010 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:43:43.266940 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-48a0b26b-509d-4782-825b-09d9c93450b6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:43:43.269325 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-48a0b26b-509d-4782-825b-09d9c93450b6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:43:43.298980 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0b26b-509d-4782-825b-09d9c93450b6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Pushing event updated for resources: {'Port': ['ID=d7e07c97-729c-4e0b-a0d7-250d2304f097,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:43:43.327502 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-48a0b26b-509d-4782-825b-09d9c93450b6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:43.328673 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-48a0b26b-509d-4782-825b-09d9c93450b6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:43.345918 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-48a0b26b-509d-4782-825b-09d9c93450b6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5280135 Apr 07 13:43:43.363388 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Request body: {'port': {'device_id': '0fdfe618-c3fe-4d17-a936-72b5ba133e32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:43:43.423201 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:43.496485 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-45809bd1-fa22-4588-9727-f6e9a4de3792 None None] Provisioning complete for port d7e07c97-729c-4e0b-a0d7-250d2304f097 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:43:43.497019 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-45809bd1-fa22-4588-9727-f6e9a4de3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:43.533403 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-45809bd1-fa22-4588-9727-f6e9a4de3792 None None] Port d7e07c97-729c-4e0b-a0d7-250d2304f097 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:43:43.683460 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e07c97-729c-4e0b-a0d7-250d2304f097 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:43:43.690938 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Publish callbacks [] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:43.702344 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Transition to ACTIVE for port object d7e07c97-729c-4e0b-a0d7-250d2304f097 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:43:43.706125 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:43.757088 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e07c97-729c-4e0b-a0d7-250d2304f097,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:43:43.840061 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Attempting to bind port d7e07c97-729c-4e0b-a0d7-250d2304f097 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:43:43.840722 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Attempting to bind port d7e07c97-729c-4e0b-a0d7-250d2304f097 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'c2a4655c-84aa-4d4f-8441-03dbd941ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:43:43.841147 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb3dc7-ee03-4819-b85a-2cc0de1a532a req-b1f8baaf-68f4-40f5-b9fc-ef5cfd92ed33 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:43.842218 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Attempting to bind port d7e07c97-729c-4e0b-a0d7-250d2304f097 on network d2f37736-8819-4934-9b97-0c19737f4010 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:43:43.843190 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-59eb3dc7-ee03-4819-b85a-2cc0de1a532a req-b1f8baaf-68f4-40f5-b9fc-ef5cfd92ed33 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0531650 Apr 07 13:43:43.847229 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Port d7e07c97-729c-4e0b-a0d7-250d2304f097 on network d2f37736-8819-4934-9b97-0c19737f4010 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:43:43.847807 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Attempting to bind port d7e07c97-729c-4e0b-a0d7-250d2304f097 on network d2f37736-8819-4934-9b97-0c19737f4010 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:43:43.855384 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:43:43.856129 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Checking segment: {'id': 'c2a4655c-84aa-4d4f-8441-03dbd941ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:43:43.856129 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Bound using segment: {'id': 'c2a4655c-84aa-4d4f-8441-03dbd941ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:43:43.856701 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Bound port: d7e07c97-729c-4e0b-a0d7-250d2304f097, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a4655c-84aa-4d4f-8441-03dbd941ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:43:43.857225 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:43.894830 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-59eb3dc7-ee03-4819-b85a-2cc0de1a532a req-85775330-8bc7-4a73-a41b-71fc0633b2c2 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451388 Apr 07 13:43:43.934405 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] For port d7e07c97-729c-4e0b-a0d7-250d2304f097, host hv-cinder-83697, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:43:43.937543 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] For port d7e07c97-729c-4e0b-a0d7-250d2304f097, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d7e07c97-729c-4e0b-a0d7-250d2304f097,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:43:43.944381 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:43.977503 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:43.978159 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:43.979508 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] 10.222.0.23 "PUT /v2.0/ports/d7e07c97-729c-4e0b-a0d7-250d2304f097 HTTP/1.1" status: 200 len: 1094 time: 0.6204774 Apr 07 13:43:43.979950 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fdfe618-c3fe-4d17-a936-72b5ba133e32', 'tag': 'd7e07c97-729c-4e0b-a0d7-250d2304f097'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:43:43.982884 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eeed13c-ab44-4829-9153-3d01c15278f5" -d '{"events": [{"name": "network-changed", "server_uuid": "0fdfe618-c3fe-4d17-a936-72b5ba133e32", "tag": "d7e07c97-729c-4e0b-a0d7-250d2304f097"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:43:44.012521 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fb689-fd2d-49e3-8905-6aa57c0d1d62 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e07c97-729c-4e0b-a0d7-250d2304f097,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:43:44.031819 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d270012-ee9b-4d34-ace2-42a9145dce8f x-openstack-request-id: req-7d270012-ee9b-4d34-ace2-42a9145dce8f {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:43:44.033057 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fdfe618-c3fe-4d17-a936-72b5ba133e32", "tag": "d7e07c97-729c-4e0b-a0d7-250d2304f097", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:43:44.033314 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d270012-ee9b-4d34-ace2-42a9145dce8f {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:43:44.033753 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d270012-ee9b-4d34-ace2-42a9145dce8f'] response: {'name': 'network-changed', 'server_uuid': '0fdfe618-c3fe-4d17-a936-72b5ba133e32', 'tag': 'd7e07c97-729c-4e0b-a0d7-250d2304f097', 'status': 'completed', 'code': 200} Apr 07 13:43:44.098752 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-97bce48e-f50d-4882-bdcc-1e45b33180a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:44.100256 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-97bce48e-f50d-4882-bdcc-1e45b33180a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59715e21f0534203a83abb04295ad163&device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 1128 time: 0.0482807 Apr 07 13:43:44.151965 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-aada68b8-c779-48d2-917f-2bb9de3c3d80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7e07c97-729c-4e0b-a0d7-250d2304f097 HTTP/1.1" status: 200 len: 217 time: 0.0380228 Apr 07 13:43:44.199277 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-edad052c-6263-4ead-8833-75e9ba63e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:44.200710 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-edad052c-6263-4ead-8833-75e9ba63e964 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a917fc77-14fb-4645-92aa-d172ac36c200 HTTP/1.1" status: 200 len: 855 time: 0.0423536 Apr 07 13:43:44.249115 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-bc0b5771-602e-430e-8c8f-fe9561f51c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:44.250602 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-bc0b5771-602e-430e-8c8f-fe9561f51c58 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2f37736-8819-4934-9b97-0c19737f4010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424232 Apr 07 13:43:44.340121 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-b9146480-3e57-4d84-ad01-598314abf86d service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828180 Apr 07 13:43:44.425053 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6f22dfd1-4f0a-42fe-b12e-155de2ac6610 req-447142e4-461c-4790-a313-7db11a9cf4ab service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789914 Apr 07 13:43:45.015331 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960a636-70c4-407e-aea3-0b997d3991bb req-af140e93-9fc2-4b9e-a0a9-4d1d01848498 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:45.016775 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4960a636-70c4-407e-aea3-0b997d3991bb req-af140e93-9fc2-4b9e-a0a9-4d1d01848498 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0533705 Apr 07 13:43:45.061914 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4960a636-70c4-407e-aea3-0b997d3991bb req-5ff4ee65-43dd-4b2f-b8b2-74e110cd14a2 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396786 Apr 07 13:43:45.992381 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:43:46.180024 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73db7e4-7b86-42da-9f8f-5b29ff327e6f req-0cf353a3-91ce-4857-b8f4-23562f37bdc6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:46.181386 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a73db7e4-7b86-42da-9f8f-5b29ff327e6f req-0cf353a3-91ce-4857-b8f4-23562f37bdc6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0499246 Apr 07 13:43:46.226644 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a73db7e4-7b86-42da-9f8f-5b29ff327e6f req-8fdc9d0b-fab7-47db-b304-e0632b1e5e4f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392418 Apr 07 13:43:46.661415 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeed13c-ab44-4829-9153-3d01c15278f5 req-6e05b164-9d1d-45cf-88e3-efa29abec1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:46.662937 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6eeed13c-ab44-4829-9153-3d01c15278f5 req-6e05b164-9d1d-45cf-88e3-efa29abec1f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59715e21f0534203a83abb04295ad163&device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 1128 time: 0.0484691 Apr 07 13:43:46.749880 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeed13c-ab44-4829-9153-3d01c15278f5 req-51bb7798-9bb4-4894-bcc3-06dd29e4cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:46.751369 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6eeed13c-ab44-4829-9153-3d01c15278f5 req-51bb7798-9bb4-4894-bcc3-06dd29e4cea3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2f37736-8819-4934-9b97-0c19737f4010 HTTP/1.1" status: 200 len: 917 time: 0.0826342 Apr 07 13:43:46.793546 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6eeed13c-ab44-4829-9153-3d01c15278f5 req-d692a557-a091-473c-835d-3eacd334dcab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7e07c97-729c-4e0b-a0d7-250d2304f097 HTTP/1.1" status: 200 len: 217 time: 0.0361581 Apr 07 13:43:46.839540 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeed13c-ab44-4829-9153-3d01c15278f5 req-2366be16-9c88-4832-8cf6-9bc0f1a7c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:46.840939 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6eeed13c-ab44-4829-9153-3d01c15278f5 req-2366be16-9c88-4832-8cf6-9bc0f1a7c6fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a917fc77-14fb-4645-92aa-d172ac36c200 HTTP/1.1" status: 200 len: 855 time: 0.0422008 Apr 07 13:43:46.889337 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeed13c-ab44-4829-9153-3d01c15278f5 req-75015032-31e4-4ea1-b1aa-0769a1e17d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:46.890747 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6eeed13c-ab44-4829-9153-3d01c15278f5 req-75015032-31e4-4ea1-b1aa-0769a1e17d15 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2f37736-8819-4934-9b97-0c19737f4010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428705 Apr 07 13:43:46.980385 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6eeed13c-ab44-4829-9153-3d01c15278f5 req-51682a08-dac9-45bd-86ab-7f355ff0d96e service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835376 Apr 07 13:43:47.065883 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6eeed13c-ab44-4829-9153-3d01c15278f5 req-ebe604ae-9328-4fb7-8e2d-9e39c73187b6 service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800204 Apr 07 13:43:47.345624 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5be64a-729d-4381-8519-a58819fdbc8f req-1df63873-31c7-4bea-ae0a-ec81ab2129de tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:47.347112 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7e5be64a-729d-4381-8519-a58819fdbc8f req-1df63873-31c7-4bea-ae0a-ec81ab2129de tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0510125 Apr 07 13:43:47.394108 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7e5be64a-729d-4381-8519-a58819fdbc8f req-fe53620a-e310-44c0-8a02-31b4a6fb1da4 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414910 Apr 07 13:43:48.512400 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bb6de-f18f-4267-b975-9f2caf148dc2 req-59058924-ed3c-459b-88a1-86c81aace270 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:48.513834 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c47bb6de-f18f-4267-b975-9f2caf148dc2 req-59058924-ed3c-459b-88a1-86c81aace270 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0508802 Apr 07 13:43:48.559167 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c47bb6de-f18f-4267-b975-9f2caf148dc2 req-7ee1f393-c288-4bde-a121-9caf42d25d70 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398753 Apr 07 13:43:49.045999 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device d7e07c97-729c-4e0b-a0d7-250d2304f097 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:43:49.144637 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d7e07c97-729c-4e0b-a0d7-250d2304f097, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d7e07c97-729c-4e0b-a0d7-250d2304f097,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:43:49.155242 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': 'd7e07c97-729c-4e0b-a0d7-250d2304f097', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'port_id': 'd7e07c97-729c-4e0b-a0d7-250d2304f097', 'mac_address': 'fa:16:3e:4a:58:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:43:49.194552 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port d7e07c97-729c-4e0b-a0d7-250d2304f097 is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:43:49.194941 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:49.207562 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e07c97-729c-4e0b-a0d7-250d2304f097 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:43:49.225687 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d7e07c97-729c-4e0b-a0d7-250d2304f097, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d7e07c97-729c-4e0b-a0d7-250d2304f097,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:43:49.230123 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:49.274616 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=d7e07c97-729c-4e0b-a0d7-250d2304f097,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:43:49.281343 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:49.281688 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:49.282048 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:49.282415 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:49.282748 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:49.283072 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:49.283397 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:49.283717 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:49.284039 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:49.284358 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:49.284676 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:49.284994 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:49.285312 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:49.285628 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:49.285941 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:43:49.674077 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['d7e07c97-729c-4e0b-a0d7-250d2304f097'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:43:49.679414 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d33f4-bbde-46b6-9bcd-5b687136313c req-8f3a820c-ad13-498d-98b1-fba457d1a28d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:49.680895 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5f5d33f4-bbde-46b6-9bcd-5b687136313c req-8f3a820c-ad13-498d-98b1-fba457d1a28d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 945 time: 0.0526261 Apr 07 13:43:49.726843 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5f5d33f4-bbde-46b6-9bcd-5b687136313c req-fe79847e-533b-46f3-934c-84a17e2dd8c4 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402126 Apr 07 13:43:50.854678 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1c515-f416-4866-92ee-8a86a3741532 req-326dc8d8-7df3-499b-8e91-f07fbdb14be0 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:50.856323 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e8e1c515-f416-4866-92ee-8a86a3741532 req-326dc8d8-7df3-499b-8e91-f07fbdb14be0 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 945 time: 0.0568950 Apr 07 13:43:50.901655 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e8e1c515-f416-4866-92ee-8a86a3741532 req-dd9504ea-ed75-4adc-8097-11274007367a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393705 Apr 07 13:43:51.084880 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device d7e07c97-729c-4e0b-a0d7-250d2304f097 up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:43:51.131654 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port d7e07c97-729c-4e0b-a0d7-250d2304f097 completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:43:51.135454 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port d7e07c97-729c-4e0b-a0d7-250d2304f097 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:43:51.135826 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:51.329182 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port d7e07c97-729c-4e0b-a0d7-250d2304f097 is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:43:51.329553 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:51.351793 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdfe618-c3fe-4d17-a936-72b5ba133e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e07c97-729c-4e0b-a0d7-250d2304f097'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:43:51.353997 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2794e4ba-d56f-4478-8a3b-db7bd1d9ca8a" -d '{"events": [{"server_uuid": "0fdfe618-c3fe-4d17-a936-72b5ba133e32", "name": "network-vif-plugged", "status": "completed", "tag": "d7e07c97-729c-4e0b-a0d7-250d2304f097"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:43:51.366628 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d7e07c97-729c-4e0b-a0d7-250d2304f097, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d7e07c97-729c-4e0b-a0d7-250d2304f097,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:43:51.370796 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:51.392910 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c9c28a-f8e0-411a-b431-dd7008384bd1 x-openstack-request-id: req-46c9c28a-f8e0-411a-b431-dd7008384bd1 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:43:51.393219 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdfe618-c3fe-4d17-a936-72b5ba133e32", "name": "network-vif-plugged", "status": "completed", "tag": "d7e07c97-729c-4e0b-a0d7-250d2304f097", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:43:51.393477 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46c9c28a-f8e0-411a-b431-dd7008384bd1 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:43:51.393864 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c9c28a-f8e0-411a-b431-dd7008384bd1'] response: {'server_uuid': '0fdfe618-c3fe-4d17-a936-72b5ba133e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e07c97-729c-4e0b-a0d7-250d2304f097', 'code': 200} Apr 07 13:43:51.418729 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=d7e07c97-729c-4e0b-a0d7-250d2304f097,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:43:51.622278 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead5e1b-c9f1-4d41-832c-45be2eae6705 req-af342d37-95ae-44cd-9558-52671be1189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:51.623698 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7ead5e1b-c9f1-4d41-832c-45be2eae6705 req-af342d37-95ae-44cd-9558-52671be1189a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 1130 time: 0.0471723 Apr 07 13:43:51.668589 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7ead5e1b-c9f1-4d41-832c-45be2eae6705 req-bb484ed7-163a-449a-ac73-ff4bd2fba05f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370591 Apr 07 13:43:52.020877 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e02bb9-7b1c-4125-8fc6-0cf00db14d0b req-9d629832-72c0-4133-86cc-ff9aeeed1ee3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:52.022335 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d1e02bb9-7b1c-4125-8fc6-0cf00db14d0b req-9d629832-72c0-4133-86cc-ff9aeeed1ee3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0510111 Apr 07 13:43:52.067411 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d1e02bb9-7b1c-4125-8fc6-0cf00db14d0b req-b7e49b45-c1be-4bee-93d8-f6b476c8fd81 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395424 Apr 07 13:43:52.404059 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-717395e9-e93b-4b4f-8495-9d18e0cc3f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:53.189675 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a65b5-dbb5-42ba-93a6-6bdff5e0dbfc req-5bf825d1-f25e-4082-9340-6e9d3831b7f8 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:53.191167 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d44a65b5-dbb5-42ba-93a6-6bdff5e0dbfc req-5bf825d1-f25e-4082-9340-6e9d3831b7f8 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0528471 Apr 07 13:43:53.239864 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d44a65b5-dbb5-42ba-93a6-6bdff5e0dbfc req-e8349bcb-c095-4cd2-ab22-92246543f9ac tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430608 Apr 07 13:43:54.360622 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f5ecb-da46-49c7-8502-831b116b92d1 req-85d540a1-80a4-488a-bd20-1f35f56cfccb tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:54.362071 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-af4f5ecb-da46-49c7-8502-831b116b92d1 req-85d540a1-80a4-488a-bd20-1f35f56cfccb tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0519562 Apr 07 13:43:54.408608 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-af4f5ecb-da46-49c7-8502-831b116b92d1 req-47b4526b-ca96-421b-b950-c1adb47e2b6e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409691 Apr 07 13:43:54.525476 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1ebcf-7420-4edf-9419-2db715bf7f7c req-ebfecb06-724f-4c8a-b4ad-299687022ff9 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:54.526863 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a5d1ebcf-7420-4edf-9419-2db715bf7f7c req-ebfecb06-724f-4c8a-b4ad-299687022ff9 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0528572 Apr 07 13:43:54.535129 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33068) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:43:54.539360 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-a53a5630-51c6-4d16-9221-ffe05f5e2112 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Request body: {'floatingip': {'port_id': 'd7e07c97-729c-4e0b-a0d7-250d2304f097'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:43:54.580548 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a53a5630-51c6-4d16-9221-ffe05f5e2112 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for floatingip (290d04d1-779c-48c4-b07f-bc727998ab35), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:54.906468 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-07a7d7e1-ec5e-415b-adce-62e123a2b368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:55.235428 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a53a5630-51c6-4d16-9221-ffe05f5e2112 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:55.238836 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a53a5630-51c6-4d16-9221-ffe05f5e2112 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (290d04d1-779c-48c4-b07f-bc727998ab35), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:55.337229 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.l3_db [None req-a53a5630-51c6-4d16-9221-ffe05f5e2112 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Floating IP 290d04d1-779c-48c4-b07f-bc727998ab35 associated. External IP: 172.27.0.19, port: d7e07c97-729c-4e0b-a0d7-250d2304f097. Apr 07 13:43:55.541893 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53a5630-51c6-4d16-9221-ffe05f5e2112 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Router f66672a6-c223-413d-ad48-2d802a087c24 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:43:55.648298 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53a5630-51c6-4d16-9221-ffe05f5e2112 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:43:55.653072 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a53a5630-51c6-4d16-9221-ffe05f5e2112 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:55.657740 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff25c22-180e-4da7-ace2-bdbd536daef8 None None] Sync routers for ids ['f66672a6-c223-413d-ad48-2d802a087c24'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:43:55.668976 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff25c22-180e-4da7-ace2-bdbd536daef8 None None] Routers {'f66672a6-c223-413d-ad48-2d802a087c24'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:43:55.669605 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4ff25c22-180e-4da7-ace2-bdbd536daef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:43:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['f66672a6-c223-413d-ad48-2d802a087c24'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:43:55.681045 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-a53a5630-51c6-4d16-9221-ffe05f5e2112 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "PUT /v2.0/floatingips/290d04d1-779c-48c4-b07f-bc727998ab35 HTTP/1.1" status: 200 len: 991 time: 1.1449208 Apr 07 13:43:55.681622 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fdfe618-c3fe-4d17-a936-72b5ba133e32', 'tag': 'd7e07c97-729c-4e0b-a0d7-250d2304f097'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:43:55.683897 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76c2838-8fc1-42e1-bc05-9f5559fd02bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0fdfe618-c3fe-4d17-a936-72b5ba133e32", "tag": "d7e07c97-729c-4e0b-a0d7-250d2304f097"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:43:55.718586 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10d14db-e352-4f68-8b41-a66ae239b4e1 x-openstack-request-id: req-a10d14db-e352-4f68-8b41-a66ae239b4e1 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:43:55.718934 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fdfe618-c3fe-4d17-a936-72b5ba133e32", "tag": "d7e07c97-729c-4e0b-a0d7-250d2304f097", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:43:55.719125 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a10d14db-e352-4f68-8b41-a66ae239b4e1 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:43:55.719533 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a10d14db-e352-4f68-8b41-a66ae239b4e1'] response: {'name': 'network-changed', 'server_uuid': '0fdfe618-c3fe-4d17-a936-72b5ba133e32', 'tag': 'd7e07c97-729c-4e0b-a0d7-250d2304f097', 'status': 'completed', 'code': 200} Apr 07 13:43:55.787166 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-4ff25c22-180e-4da7-ace2-bdbd536daef8 None None] Set router f66672a6-c223-413d-ad48-2d802a087c24 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:43:55.788878 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:55.813432 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c2838-8fc1-42e1-bc05-9f5559fd02bc req-6f0c818b-f495-4dba-96c5-9760df69d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:55.814905 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e76c2838-8fc1-42e1-bc05-9f5559fd02bc req-6f0c818b-f495-4dba-96c5-9760df69d2b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59715e21f0534203a83abb04295ad163&device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 1130 time: 0.0439591 Apr 07 13:43:55.908844 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c2838-8fc1-42e1-bc05-9f5559fd02bc req-e4f6185f-6501-4cc0-b008-eb96822f406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:55.910502 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e76c2838-8fc1-42e1-bc05-9f5559fd02bc req-e4f6185f-6501-4cc0-b008-eb96822f406a service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2f37736-8819-4934-9b97-0c19737f4010 HTTP/1.1" status: 200 len: 917 time: 0.0894380 Apr 07 13:43:55.974819 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e76c2838-8fc1-42e1-bc05-9f5559fd02bc req-9aabb7dc-fba2-4f0f-91e0-0dcf89cb249c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7e07c97-729c-4e0b-a0d7-250d2304f097 HTTP/1.1" status: 200 len: 999 time: 0.0582993 Apr 07 13:43:56.007091 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4ff25c22-180e-4da7-ace2-bdbd536daef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '290d04d1-779c-48c4-b07f-bc727998ab35', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'port_id': 'd7e07c97-729c-4e0b-a0d7-250d2304f097', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'mac_address': 'fa:16:3e:4a:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdfe618-c3fe-4d17-a936-72b5ba133e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:43:40Z', 'updated_at': '2022-04-07T13:43:55Z', 'revision_number': 1, 'project_id': '59715e21f0534203a83abb04295ad163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1', 'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'mac_address': 'fa:16:3e:a4:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:38Z', 'revision_number': 5, 'project_id': '59715e21f0534203a83abb04295ad163', 'subnets': [{'id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:43:56.021998 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c2838-8fc1-42e1-bc05-9f5559fd02bc req-792bb3bc-92e9-4511-b85b-d48023ff132c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:56.023606 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e76c2838-8fc1-42e1-bc05-9f5559fd02bc req-792bb3bc-92e9-4511-b85b-d48023ff132c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a917fc77-14fb-4645-92aa-d172ac36c200 HTTP/1.1" status: 200 len: 855 time: 0.0436261 Apr 07 13:43:56.036760 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff25c22-180e-4da7-ace2-bdbd536daef8 None None] Checking router: f66672a6-c223-413d-ad48-2d802a087c24 for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:43:56.045972 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff25c22-180e-4da7-ace2-bdbd536daef8 None None] Routers {'f66672a6-c223-413d-ad48-2d802a087c24'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:43:56.046617 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4ff25c22-180e-4da7-ace2-bdbd536daef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:43:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['f66672a6-c223-413d-ad48-2d802a087c24'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:43:56.076395 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c2838-8fc1-42e1-bc05-9f5559fd02bc req-146f0dd1-1f43-499c-9822-45f4becfb1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:43:56.077853 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e76c2838-8fc1-42e1-bc05-9f5559fd02bc req-146f0dd1-1f43-499c-9822-45f4becfb1c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2f37736-8819-4934-9b97-0c19737f4010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484278 Apr 07 13:43:56.154799 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-4ff25c22-180e-4da7-ace2-bdbd536daef8 None None] Set router f66672a6-c223-413d-ad48-2d802a087c24 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:43:56.167086 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e76c2838-8fc1-42e1-bc05-9f5559fd02bc req-23b0b68a-c6db-4024-96e4-17cbb28c5500 service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825701 Apr 07 13:43:56.258106 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e76c2838-8fc1-42e1-bc05-9f5559fd02bc req-8728bcff-366e-4ed3-ad34-17d4c414396f service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849676 Apr 07 13:43:56.376058 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4ff25c22-180e-4da7-ace2-bdbd536daef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '290d04d1-779c-48c4-b07f-bc727998ab35', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'port_id': 'd7e07c97-729c-4e0b-a0d7-250d2304f097', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'mac_address': 'fa:16:3e:4a:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdfe618-c3fe-4d17-a936-72b5ba133e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:43:40Z', 'updated_at': '2022-04-07T13:43:55Z', 'revision_number': 1, 'project_id': '59715e21f0534203a83abb04295ad163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1', 'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'mac_address': 'fa:16:3e:a4:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:38Z', 'revision_number': 5, 'project_id': '59715e21f0534203a83abb04295ad163', 'subnets': [{'id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:43:56.404240 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff25c22-180e-4da7-ace2-bdbd536daef8 None None] The sync data for ids ['f66672a6-c223-413d-ad48-2d802a087c24'] in dv-cinder-836973-1-iscsi is: [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '290d04d1-779c-48c4-b07f-bc727998ab35', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'port_id': 'd7e07c97-729c-4e0b-a0d7-250d2304f097', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'mac_address': 'fa:16:3e:4a:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdfe618-c3fe-4d17-a936-72b5ba133e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:43:40Z', 'updated_at': '2022-04-07T13:43:55Z', 'revision_number': 1, 'project_id': '59715e21f0534203a83abb04295ad163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1', 'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'mac_address': 'fa:16:3e:a4:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:38Z', 'revision_number': 5, 'project_id': '59715e21f0534203a83abb04295ad163', 'subnets': [{'id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:43:56.576411 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f65a6-29a6-4ba8-962c-cc3c65abf02c None None] New status for floating IP 290d04d1-779c-48c4-b07f-bc727998ab35: ACTIVE {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:43:57.239029 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:43:58.668949 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:05.069026 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:12.387243 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7178126-bc9d-457a-83d5-0a739378d622 req-7efdb879-99e6-4e5a-a204-79519cb538c3 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:12.388691 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f7178126-bc9d-457a-83d5-0a739378d622 req-7efdb879-99e6-4e5a-a204-79519cb538c3 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0515723 Apr 07 13:44:12.433614 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f7178126-bc9d-457a-83d5-0a739378d622 req-593f585b-3315-4a49-bd38-ce1bc38aca7b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392861 Apr 07 13:44:13.548467 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0dedc-ace7-4052-b165-04ce49338514 req-78436116-08be-4dc6-8e65-3ed25b66660e tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:13.549928 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c0e0dedc-ace7-4052-b165-04ce49338514 req-78436116-08be-4dc6-8e65-3ed25b66660e tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0513430 Apr 07 13:44:13.598847 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c0e0dedc-ace7-4052-b165-04ce49338514 req-923501ce-4fc8-47a5-abb4-c372ebea026f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434520 Apr 07 13:44:14.713853 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2940c-e3d4-4024-98da-8e765d3a18bd req-e2be4ee1-86b0-4331-aeff-ac32573050ed tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:14.715335 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-18b2940c-e3d4-4024-98da-8e765d3a18bd req-e2be4ee1-86b0-4331-aeff-ac32573050ed tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0513659 Apr 07 13:44:14.759699 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-18b2940c-e3d4-4024-98da-8e765d3a18bd req-5b68d1fa-a417-4e97-8876-53e3c6c602e7 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383844 Apr 07 13:44:15.645203 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89ac48-817e-4b0e-94ab-10068ad79920 req-cb976149-e501-462b-abb4-d1e0dd68a26c tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:15.646654 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8b89ac48-817e-4b0e-94ab-10068ad79920 req-cb976149-e501-462b-abb4-d1e0dd68a26c tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0505776 Apr 07 13:44:15.737313 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-8b89ac48-817e-4b0e-94ab-10068ad79920 req-f24ba6b2-71d2-41e9-8f6b-f860dd6d7e23 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Deleting port a913a3dc-6074-49fe-9b58-9723a03e8689 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:44:15.737654 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8b89ac48-817e-4b0e-94ab-10068ad79920 req-f24ba6b2-71d2-41e9-8f6b-f860dd6d7e23 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (a913a3dc-6074-49fe-9b58-9723a03e8689), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:15.827155 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-8b89ac48-817e-4b0e-94ab-10068ad79920 req-f24ba6b2-71d2-41e9-8f6b-f860dd6d7e23 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] For port a913a3dc-6074-49fe-9b58-9723a03e8689, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a913a3dc-6074-49fe-9b58-9723a03e8689,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:44:15.827513 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8b89ac48-817e-4b0e-94ab-10068ad79920 req-f24ba6b2-71d2-41e9-8f6b-f860dd6d7e23 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (a913a3dc-6074-49fe-9b58-9723a03e8689), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:15.875454 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87dca9d-5052-47b9-9b1b-81c9ad8de6de req-7fb6f6c8-ca61-4122-80f9-48541bdd5d6b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:15.876944 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c87dca9d-5052-47b9-9b1b-81c9ad8de6de req-7fb6f6c8-ca61-4122-80f9-48541bdd5d6b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 946 time: 0.0525575 Apr 07 13:44:15.922554 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c87dca9d-5052-47b9-9b1b-81c9ad8de6de req-835f7c77-d213-4886-9785-f7660bf697a0 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=193ca6a1-e90a-4513-a64c-b41fd850039d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401268 Apr 07 13:44:15.998044 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8b89ac48-817e-4b0e-94ab-10068ad79920 req-f24ba6b2-71d2-41e9-8f6b-f860dd6d7e23 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:15.998441 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8b89ac48-817e-4b0e-94ab-10068ad79920 req-f24ba6b2-71d2-41e9-8f6b-f860dd6d7e23 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (e8961cd0-5a52-4a67-9e6d-56a62212654a), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:15.998758 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-8b89ac48-817e-4b0e-94ab-10068ad79920 req-f24ba6b2-71d2-41e9-8f6b-f860dd6d7e23 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Floating IP e8961cd0-5a52-4a67-9e6d-56a62212654a disassociated. External IP: 172.27.0.129, port: a913a3dc-6074-49fe-9b58-9723a03e8689. Apr 07 13:44:15.999100 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-8b89ac48-817e-4b0e-94ab-10068ad79920 req-f24ba6b2-71d2-41e9-8f6b-f860dd6d7e23 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Calling delete_port for a913a3dc-6074-49fe-9b58-9723a03e8689 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:44:16.125790 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8b89ac48-817e-4b0e-94ab-10068ad79920 req-f24ba6b2-71d2-41e9-8f6b-f860dd6d7e23 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (a913a3dc-6074-49fe-9b58-9723a03e8689), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:16.153437 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ba6b2-71d2-41e9-8f6b-f860dd6d7e23 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Pushing event deleted for resources: {'Port': ['ID=a913a3dc-6074-49fe-9b58-9723a03e8689,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:16.267907 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b89ac48-817e-4b0e-94ab-10068ad79920 req-f24ba6b2-71d2-41e9-8f6b-f860dd6d7e23 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Router caf195c7-a9eb-4583-85e2-8622c1fe97b3 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:44:16.602660 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b89ac48-817e-4b0e-94ab-10068ad79920 req-f24ba6b2-71d2-41e9-8f6b-f860dd6d7e23 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:44:16.613074 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11debf15-baf8-4eeb-9d54-6d767d9b35eb None None] Sync routers for ids ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:44:16.622619 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11debf15-baf8-4eeb-9d54-6d767d9b35eb None None] Routers {'caf195c7-a9eb-4583-85e2-8622c1fe97b3'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:44:16.623239 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-11debf15-baf8-4eeb-9d54-6d767d9b35eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:43:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:16.647006 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b89ac48-817e-4b0e-94ab-10068ad79920 req-f24ba6b2-71d2-41e9-8f6b-f860dd6d7e23 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] No DVR routers for this DVR port a913a3dc-6074-49fe-9b58-9723a03e8689 on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:44:16.649548 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8b89ac48-817e-4b0e-94ab-10068ad79920 req-f24ba6b2-71d2-41e9-8f6b-f860dd6d7e23 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:16.652840 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8b89ac48-817e-4b0e-94ab-10068ad79920 req-f24ba6b2-71d2-41e9-8f6b-f860dd6d7e23 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.23 "DELETE /v2.0/ports/a913a3dc-6074-49fe-9b58-9723a03e8689 HTTP/1.1" status: 204 len: 173 time: 1.0003941 Apr 07 13:44:16.653273 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'name': 'network-vif-deleted', 'tag': 'a913a3dc-6074-49fe-9b58-9723a03e8689'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:44:16.657844 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6ddc16-1828-4a88-b3a9-9ce24a6906a7" -d '{"events": [{"server_uuid": "09ac14c7-758c-4c75-8277-563a7dfe453e", "name": "network-vif-deleted", "tag": "a913a3dc-6074-49fe-9b58-9723a03e8689"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:44:16.691924 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7d7f73-4c52-44e4-9a65-7eb2884c2e44 x-openstack-request-id: req-1d7d7f73-4c52-44e4-9a65-7eb2884c2e44 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:44:16.692214 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ac14c7-758c-4c75-8277-563a7dfe453e", "name": "network-vif-deleted", "tag": "a913a3dc-6074-49fe-9b58-9723a03e8689", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:44:16.692466 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d7d7f73-4c52-44e4-9a65-7eb2884c2e44 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:44:16.692862 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d7d7f73-4c52-44e4-9a65-7eb2884c2e44'] response: {'server_uuid': '09ac14c7-758c-4c75-8277-563a7dfe453e', 'name': 'network-vif-deleted', 'tag': 'a913a3dc-6074-49fe-9b58-9723a03e8689', 'status': 'completed', 'code': 200} Apr 07 13:44:16.735601 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-11debf15-baf8-4eeb-9d54-6d767d9b35eb None None] Set router caf195c7-a9eb-4583-85e2-8622c1fe97b3 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:44:16.932265 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-11debf15-baf8-4eeb-9d54-6d767d9b35eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-router', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'gw_port': {'id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:28Z', 'updated_at': '2022-04-07T13:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'a7285bc2-7ead-4f2c-b12c-8b092af79475', 'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'mac_address': 'fa:16:3e:cd:2a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:42Z', 'revision_number': 5, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'subnets': [{'id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:17.035116 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f0c9e130-71c9-4479-8b5f-d610e3afb5c6 req-4c703b7d-6c0a-4da0-a940-b67525f620db tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ac14c7-758c-4c75-8277-563a7dfe453e HTTP/1.1" status: 200 len: 210 time: 0.0303221 Apr 07 13:44:17.085500 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11debf15-baf8-4eeb-9d54-6d767d9b35eb None None] Checking router: caf195c7-a9eb-4583-85e2-8622c1fe97b3 for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:44:17.094043 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11debf15-baf8-4eeb-9d54-6d767d9b35eb None None] Routers {'caf195c7-a9eb-4583-85e2-8622c1fe97b3'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:44:17.094688 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-11debf15-baf8-4eeb-9d54-6d767d9b35eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:43:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:17.207627 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-11debf15-baf8-4eeb-9d54-6d767d9b35eb None None] Set router caf195c7-a9eb-4583-85e2-8622c1fe97b3 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:44:17.401119 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-11debf15-baf8-4eeb-9d54-6d767d9b35eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-router', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'gw_port': {'id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:28Z', 'updated_at': '2022-04-07T13:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'a7285bc2-7ead-4f2c-b12c-8b092af79475', 'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'mac_address': 'fa:16:3e:cd:2a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:42Z', 'revision_number': 5, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'subnets': [{'id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:17.427664 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11debf15-baf8-4eeb-9d54-6d767d9b35eb None None] The sync data for ids ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'] in dv-cinder-836973-1-iscsi is: [{'id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-router', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'gw_port': {'id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:28Z', 'updated_at': '2022-04-07T13:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'a7285bc2-7ead-4f2c-b12c-8b092af79475', 'name': '', 'network_id': 'b5bd9a4c-8559-482d-88bc-e72fed5a4c34', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'mac_address': 'fa:16:3e:cd:2a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:42Z', 'revision_number': 5, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'subnets': [{'id': 'caad4ec9-a40e-4065-a3e8-632593f10c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:44:17.599308 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef160377-497a-472a-b241-bd07c607c2e4 req-d29661a0-de3f-46a8-bcc5-cfc35a5bef9c tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:17.599418 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ef160377-497a-472a-b241-bd07c607c2e4 req-d29661a0-de3f-46a8-bcc5-cfc35a5bef9c tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0546303 Apr 07 13:44:17.654190 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ef160377-497a-472a-b241-bd07c607c2e4 req-91d0042c-8638-4524-b0c2-9bb69f252ac0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465336 Apr 07 13:44:17.663317 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd70084-f4c7-4387-b85a-0317c1e2cc5f None None] New status for floating IP e8961cd0-5a52-4a67-9e6d-56a62212654a: DOWN {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:44:18.117009 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33122) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:44:18.169125 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for security_group (193ca6a1-e90a-4513-a64c-b41fd850039d), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:18.192337 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for security_group (193ca6a1-e90a-4513-a64c-b41fd850039d), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:18.239310 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (193ca6a1-e90a-4513-a64c-b41fd850039d), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:18.241842 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:18.243022 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "DELETE /v2.0/security-groups/193ca6a1-e90a-4513-a64c-b41fd850039d HTTP/1.1" status: 204 len: 168 time: 0.1250174 Apr 07 13:44:18.245821 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33124) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:44:18.252236 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=193ca6a1-e90a-4513-a64c-b41fd850039d,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:18.259347 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:18.259711 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:18.259839 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.api.v2.resource [None req-9c82dbcd-1d3a-4f21-92c2-a9bda7748e1b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] show failed (client error): The resource could not be found. Apr 07 13:44:18.260040 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:18.263121 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:18.263272 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9c82dbcd-1d3a-4f21-92c2-a9bda7748e1b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups/193ca6a1-e90a-4513-a64c-b41fd850039d HTTP/1.1" status: 404 len: 347 time: 0.0138910 Apr 07 13:44:18.263379 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:18.263379 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:18.263379 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:18.263379 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:18.263379 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:18.263379 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:18.263379 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:18.263379 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:18.263379 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:18.264097 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:18.264186 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33126) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:44:18.264268 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58495f-5ef6-42a6-809f-d26284e33121 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:18.390330 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-244fd3fa-1e1c-4e7c-b220-9fbd00b9c79f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Deleting port 0c9879ab-4e42-4213-a92b-96923adc4199 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:44:18.391282 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-244fd3fa-1e1c-4e7c-b220-9fbd00b9c79f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (0c9879ab-4e42-4213-a92b-96923adc4199), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:18.463971 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-244fd3fa-1e1c-4e7c-b220-9fbd00b9c79f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (0c9879ab-4e42-4213-a92b-96923adc4199), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:18.464301 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-244fd3fa-1e1c-4e7c-b220-9fbd00b9c79f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for floatingip (0c9879ab-4e42-4213-a92b-96923adc4199), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:18.476285 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-244fd3fa-1e1c-4e7c-b220-9fbd00b9c79f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Calling delete_port for 0c9879ab-4e42-4213-a92b-96923adc4199 owned by network:floatingip {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:44:18.603959 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-244fd3fa-1e1c-4e7c-b220-9fbd00b9c79f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (0c9879ab-4e42-4213-a92b-96923adc4199), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:18.629001 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244fd3fa-1e1c-4e7c-b220-9fbd00b9c79f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Pushing event deleted for resources: {'Port': ['ID=0c9879ab-4e42-4213-a92b-96923adc4199,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:18.691803 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-244fd3fa-1e1c-4e7c-b220-9fbd00b9c79f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks [] for floatingip (e8961cd0-5a52-4a67-9e6d-56a62212654a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:18.694450 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-244fd3fa-1e1c-4e7c-b220-9fbd00b9c79f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:18.695602 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-244fd3fa-1e1c-4e7c-b220-9fbd00b9c79f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "DELETE /v2.0/floatingips/e8961cd0-5a52-4a67-9e6d-56a62212654a HTTP/1.1" status: 204 len: 168 time: 0.4308231 Apr 07 13:44:18.778234 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5775f2-88c6-4b6c-91ba-cd8089b41928 req-e4b1261e-9dc7-4a07-9b6e-32216df9e8fc tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:18.779944 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5f5775f2-88c6-4b6c-91ba-cd8089b41928 req-e4b1261e-9dc7-4a07-9b6e-32216df9e8fc tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0568025 Apr 07 13:44:18.830181 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5f5775f2-88c6-4b6c-91ba-cd8089b41928 req-52d728ce-7103-4071-8f85-593e85ea4d73 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442665 Apr 07 13:44:19.188307 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device a913a3dc-6074-49fe-9b58-9723a03e8689 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:44:19.208556 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: a913a3dc-6074-49fe-9b58-9723a03e8689 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:44:19.208901 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device a913a3dc-6074-49fe-9b58-9723a03e8689 not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:44:19.950996 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c7bb3-ca55-4cc0-9c04-ec994d9e102e req-e7285486-668c-4c87-a535-3768d063f9c1 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:19.952443 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ef7c7bb3-ca55-4cc0-9c04-ec994d9e102e req-e7285486-668c-4c87-a535-3768d063f9c1 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0530469 Apr 07 13:44:19.999511 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ef7c7bb3-ca55-4cc0-9c04-ec994d9e102e req-b4c443ac-e4c3-4460-ba27-233157e30848 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406184 Apr 07 13:44:21.177258 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987f3e3-bbbc-46ec-9b89-e7f20e8267b4 req-1a5727fc-07f0-4d5d-9ad2-a834ea370a26 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:21.178762 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5987f3e3-bbbc-46ec-9b89-e7f20e8267b4 req-1a5727fc-07f0-4d5d-9ad2-a834ea370a26 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0559196 Apr 07 13:44:21.249436 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5987f3e3-bbbc-46ec-9b89-e7f20e8267b4 req-267aae39-0fc1-4962-bc72-45bfd61302ef tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619135 Apr 07 13:44:21.266981 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852af6b-eb74-4622-86d9-413b9908a773 req-fe694731-b8cd-443a-b6bd-21b3227942c4 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:21.266981 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d852af6b-eb74-4622-86d9-413b9908a773 req-fe694731-b8cd-443a-b6bd-21b3227942c4 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0826943 Apr 07 13:44:21.309419 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d852af6b-eb74-4622-86d9-413b9908a773 req-d23e0503-59e9-4260-b734-8f28c93f9793 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411847 Apr 07 13:44:21.963334 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c350a1-21f2-4550-8d47-5aba4c61eae9 req-dce63150-cd26-4967-b429-ae2c00c7ee88 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:21.964745 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f2c350a1-21f2-4550-8d47-5aba4c61eae9 req-dce63150-cd26-4967-b429-ae2c00c7ee88 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 945 time: 0.0506606 Apr 07 13:44:22.051643 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-f2c350a1-21f2-4550-8d47-5aba4c61eae9 req-944d4928-34ca-48b4-949d-f891fe532f7b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Deleting port a5bed554-00f3-466f-bc02-887e4a4f841d {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:44:22.051975 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f2c350a1-21f2-4550-8d47-5aba4c61eae9 req-944d4928-34ca-48b4-949d-f891fe532f7b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (a5bed554-00f3-466f-bc02-887e4a4f841d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:22.146030 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-f2c350a1-21f2-4550-8d47-5aba4c61eae9 req-944d4928-34ca-48b4-949d-f891fe532f7b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] For port a5bed554-00f3-466f-bc02-887e4a4f841d, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a5bed554-00f3-466f-bc02-887e4a4f841d,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:44:22.146421 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f2c350a1-21f2-4550-8d47-5aba4c61eae9 req-944d4928-34ca-48b4-949d-f891fe532f7b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (a5bed554-00f3-466f-bc02-887e4a4f841d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:22.160145 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-f2c350a1-21f2-4550-8d47-5aba4c61eae9 req-944d4928-34ca-48b4-949d-f891fe532f7b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Calling delete_port for a5bed554-00f3-466f-bc02-887e4a4f841d owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:44:22.287874 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f2c350a1-21f2-4550-8d47-5aba4c61eae9 req-944d4928-34ca-48b4-949d-f891fe532f7b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (a5bed554-00f3-466f-bc02-887e4a4f841d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:22.315124 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d4928-34ca-48b4-949d-f891fe532f7b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Pushing event deleted for resources: {'Port': ['ID=a5bed554-00f3-466f-bc02-887e4a4f841d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:22.339116 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['a5bed554-00f3-466f-bc02-887e4a4f841d', '148621ae-d38d-449e-a8da-17e22d3f715f'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:44:22.363018 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c350a1-21f2-4550-8d47-5aba4c61eae9 req-944d4928-34ca-48b4-949d-f891fe532f7b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] No DVR routers for this DVR port a5bed554-00f3-466f-bc02-887e4a4f841d on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:44:22.366157 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f2c350a1-21f2-4550-8d47-5aba4c61eae9 req-944d4928-34ca-48b4-949d-f891fe532f7b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:22.370131 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f2c350a1-21f2-4550-8d47-5aba4c61eae9 req-944d4928-34ca-48b4-949d-f891fe532f7b tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.23 "DELETE /v2.0/ports/a5bed554-00f3-466f-bc02-887e4a4f841d HTTP/1.1" status: 204 len: 173 time: 0.3999619 Apr 07 13:44:22.371961 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc1cecb-79e7-438f-a26d-2c8a68918ace', 'name': 'network-vif-deleted', 'tag': 'a5bed554-00f3-466f-bc02-887e4a4f841d'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:44:22.373690 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aa9e6a-e45b-451e-8ba4-dc463593122f" -d '{"events": [{"server_uuid": "ccc1cecb-79e7-438f-a26d-2c8a68918ace", "name": "network-vif-deleted", "tag": "a5bed554-00f3-466f-bc02-887e4a4f841d"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:44:22.379113 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b5b56196-45a0-440b-938a-881c4c1c159b req-b4b366d5-bb1e-4dab-a385-f664b6029161 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccc1cecb-79e7-438f-a26d-2c8a68918ace HTTP/1.1" status: 200 len: 210 time: 0.0581133 Apr 07 13:44:22.424353 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b0e74d-0fe7-43ef-a84c-11e9311245ac x-openstack-request-id: req-02b0e74d-0fe7-43ef-a84c-11e9311245ac {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:44:22.424643 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc1cecb-79e7-438f-a26d-2c8a68918ace", "name": "network-vif-deleted", "tag": "a5bed554-00f3-466f-bc02-887e4a4f841d", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:44:22.424907 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02b0e74d-0fe7-43ef-a84c-11e9311245ac {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:44:22.425315 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b0e74d-0fe7-43ef-a84c-11e9311245ac'] response: {'server_uuid': 'ccc1cecb-79e7-438f-a26d-2c8a68918ace', 'name': 'network-vif-deleted', 'tag': 'a5bed554-00f3-466f-bc02-887e4a4f841d', 'status': 'completed', 'code': 200} Apr 07 13:44:22.441563 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e736fb2c-7865-409a-b87c-c2c32b34cfff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:22.472785 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6669e-309c-4393-adb3-8de2812f485c req-9ac26df8-11bf-4e1c-9819-c1cfacd65be5 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:22.474287 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-08b6669e-309c-4393-adb3-8de2812f485c req-9ac26df8-11bf-4e1c-9819-c1cfacd65be5 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0619979 Apr 07 13:44:22.524955 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-08b6669e-309c-4393-adb3-8de2812f485c req-1adc2ffc-1805-4bf2-9154-636d1123d47d tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437677 Apr 07 13:44:22.990957 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:44:23.676988 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf04a12-ca7d-4220-8e93-6af7de80bc14 req-bf530071-3427-4d4f-b6ca-e4e5b7180635 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:23.678405 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-baf04a12-ca7d-4220-8e93-6af7de80bc14 req-bf530071-3427-4d4f-b6ca-e4e5b7180635 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0823419 Apr 07 13:44:23.685142 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9365e9e-5c64-4c2b-9e54-8364eda28415 req-f351475d-92ea-4fff-a0ec-b4517185ccbb tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:23.686522 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e9365e9e-5c64-4c2b-9e54-8364eda28415 req-f351475d-92ea-4fff-a0ec-b4517185ccbb tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0818977 Apr 07 13:44:23.763196 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-baf04a12-ca7d-4220-8e93-6af7de80bc14 req-8e85b968-b42c-4bc0-a0fb-b47087b638aa tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752254 Apr 07 13:44:23.766179 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e9365e9e-5c64-4c2b-9e54-8364eda28415 req-87fa8099-2eea-44aa-8746-cf39c330300f tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/security-groups?id=20ca1eb8-8514-4e56-86b9-959d698a34a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726745 Apr 07 13:44:24.495949 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c793c-6dd6-4da9-a63f-a3b18097d8e7 req-fbba819b-a162-4c93-8b88-5c104f8d1f44 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:24.497378 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3f6c793c-6dd6-4da9-a63f-a3b18097d8e7 req-fbba819b-a162-4c93-8b88-5c104f8d1f44 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.23 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 946 time: 0.0552349 Apr 07 13:44:24.595955 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-3f6c793c-6dd6-4da9-a63f-a3b18097d8e7 req-39398a10-07b1-404a-9fa5-3f37e30b2050 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Deleting port 148621ae-d38d-449e-a8da-17e22d3f715f {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:44:24.596295 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-3f6c793c-6dd6-4da9-a63f-a3b18097d8e7 req-39398a10-07b1-404a-9fa5-3f37e30b2050 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (148621ae-d38d-449e-a8da-17e22d3f715f), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:24.686596 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-3f6c793c-6dd6-4da9-a63f-a3b18097d8e7 req-39398a10-07b1-404a-9fa5-3f37e30b2050 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] For port 148621ae-d38d-449e-a8da-17e22d3f715f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=148621ae-d38d-449e-a8da-17e22d3f715f,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:44:24.686964 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-3f6c793c-6dd6-4da9-a63f-a3b18097d8e7 req-39398a10-07b1-404a-9fa5-3f37e30b2050 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (148621ae-d38d-449e-a8da-17e22d3f715f), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:24.699537 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-3f6c793c-6dd6-4da9-a63f-a3b18097d8e7 req-39398a10-07b1-404a-9fa5-3f37e30b2050 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Calling delete_port for 148621ae-d38d-449e-a8da-17e22d3f715f owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:44:24.829552 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-3f6c793c-6dd6-4da9-a63f-a3b18097d8e7 req-39398a10-07b1-404a-9fa5-3f37e30b2050 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (148621ae-d38d-449e-a8da-17e22d3f715f), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:24.863077 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39398a10-07b1-404a-9fa5-3f37e30b2050 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Pushing event deleted for resources: {'Port': ['ID=148621ae-d38d-449e-a8da-17e22d3f715f,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:24.864424 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['148621ae-d38d-449e-a8da-17e22d3f715f'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:44:24.885920 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9af980ac-5892-4988-a062-82871f844fa2 req-e8118f16-5261-4825-80ff-20980368adfc tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.39 "GET /v2.0/ports?device_id=17955c30-6ab0-45c7-b14d-53ad2bebeedc HTTP/1.1" status: 200 len: 210 time: 0.0546496 Apr 07 13:44:24.910281 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6c793c-6dd6-4da9-a63f-a3b18097d8e7 req-39398a10-07b1-404a-9fa5-3f37e30b2050 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] No DVR routers for this DVR port 148621ae-d38d-449e-a8da-17e22d3f715f on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:44:24.912619 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-3f6c793c-6dd6-4da9-a63f-a3b18097d8e7 req-39398a10-07b1-404a-9fa5-3f37e30b2050 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:24.916151 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3f6c793c-6dd6-4da9-a63f-a3b18097d8e7 req-39398a10-07b1-404a-9fa5-3f37e30b2050 tempest-ServerRescueNegativeTestJSON-1672561972 tempest-ServerRescueNegativeTestJSON-1672561972-project] 10.222.0.23 "DELETE /v2.0/ports/148621ae-d38d-449e-a8da-17e22d3f715f HTTP/1.1" status: 204 len: 173 time: 0.4130747 Apr 07 13:44:24.916606 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17955c30-6ab0-45c7-b14d-53ad2bebeedc', 'name': 'network-vif-deleted', 'tag': '148621ae-d38d-449e-a8da-17e22d3f715f'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:44:24.917118 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c00d4-2155-4712-973c-23b0c50a69cd req-b1f01a5c-1f54-48c6-a3df-d60010c0480d tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:24.918603 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-714c00d4-2155-4712-973c-23b0c50a69cd req-b1f01a5c-1f54-48c6-a3df-d60010c0480d tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0785184 Apr 07 13:44:24.918908 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24df7a90-d838-4937-b997-71c1d20cd130" -d '{"events": [{"server_uuid": "17955c30-6ab0-45c7-b14d-53ad2bebeedc", "name": "network-vif-deleted", "tag": "148621ae-d38d-449e-a8da-17e22d3f715f"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:44:24.933406 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc4e5d50-733e-45ea-9c78-0c3d41963e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:24.958907 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b787bb0c-4e9b-4c3d-899f-7982377d9664 x-openstack-request-id: req-b787bb0c-4e9b-4c3d-899f-7982377d9664 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:44:24.959411 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17955c30-6ab0-45c7-b14d-53ad2bebeedc", "name": "network-vif-deleted", "tag": "148621ae-d38d-449e-a8da-17e22d3f715f", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:44:24.959522 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b787bb0c-4e9b-4c3d-899f-7982377d9664 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:44:24.959838 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b787bb0c-4e9b-4c3d-899f-7982377d9664'] response: {'server_uuid': '17955c30-6ab0-45c7-b14d-53ad2bebeedc', 'name': 'network-vif-deleted', 'tag': '148621ae-d38d-449e-a8da-17e22d3f715f', 'status': 'completed', 'code': 200} Apr 07 13:44:24.985435 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-714c00d4-2155-4712-973c-23b0c50a69cd req-cedd5a7e-5a44-462a-a571-fcd49a446f13 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590363 Apr 07 13:44:25.196494 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device a5bed554-00f3-466f-bc02-887e4a4f841d no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:44:25.216334 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: a5bed554-00f3-466f-bc02-887e4a4f841d {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:44:25.217017 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device a5bed554-00f3-466f-bc02-887e4a4f841d not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:44:25.772829 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:25.958128 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33176) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:44:26.108149 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad0a1f-436c-483d-834e-a3506c4b0d0f req-1b5ff151-2e5b-4378-aaa7-94623f687020 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:26.109634 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9aad0a1f-436c-483d-834e-a3506c4b0d0f req-1b5ff151-2e5b-4378-aaa7-94623f687020 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0573471 Apr 07 13:44:26.158511 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9aad0a1f-436c-483d-834e-a3506c4b0d0f req-7783c630-940c-4bf9-b102-e8fd1286cf1a tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426507 Apr 07 13:44:26.505957 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-64ac8f90-6a4c-4078-89b4-94fe76fd29e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421825'] for router_interface (caf195c7-a9eb-4583-85e2-8622c1fe97b3), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:26.797795 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-64ac8f90-6a4c-4078-89b4-94fe76fd29e6 admin admin] Deleting port a7285bc2-7ead-4f2c-b12c-8b092af79475 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:44:26.798039 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-64ac8f90-6a4c-4078-89b4-94fe76fd29e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:26.873010 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-64ac8f90-6a4c-4078-89b4-94fe76fd29e6 admin admin] For port a7285bc2-7ead-4f2c-b12c-8b092af79475, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=a7285bc2-7ead-4f2c-b12c-8b092af79475,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:44:26.873362 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-64ac8f90-6a4c-4078-89b4-94fe76fd29e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:26.888553 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-64ac8f90-6a4c-4078-89b4-94fe76fd29e6 admin admin] Calling delete_port for a7285bc2-7ead-4f2c-b12c-8b092af79475 owned by network:router_interface {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:44:27.062967 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-64ac8f90-6a4c-4078-89b4-94fe76fd29e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (a7285bc2-7ead-4f2c-b12c-8b092af79475), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:27.089182 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac8f90-6a4c-4078-89b4-94fe76fd29e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7285bc2-7ead-4f2c-b12c-8b092af79475,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:27.251729 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:27.262130 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-64ac8f90-6a4c-4078-89b4-94fe76fd29e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421774'] for router_interface (caf195c7-a9eb-4583-85e2-8622c1fe97b3), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:27.278960 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36477da2-d20f-4301-aa54-c359b4a89004 req-62d2cfdf-bb12-4170-9bd4-0b2d53d53cba tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:27.280604 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-36477da2-d20f-4301-aa54-c359b4a89004 req-62d2cfdf-bb12-4170-9bd4-0b2d53d53cba tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0529900 Apr 07 13:44:27.328731 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-36477da2-d20f-4301-aa54-c359b4a89004 req-95034e2d-04e7-4510-a317-a88afc4791b6 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418234 Apr 07 13:44:27.479881 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ac8f90-6a4c-4078-89b4-94fe76fd29e6 admin admin] Router caf195c7-a9eb-4583-85e2-8622c1fe97b3 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:44:27.584652 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ac8f90-6a4c-4078-89b4-94fe76fd29e6 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:44:27.589700 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-64ac8f90-6a4c-4078-89b4-94fe76fd29e6 admin admin] 10.222.0.39 "PUT /v2.0/routers/caf195c7-a9eb-4583-85e2-8622c1fe97b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6305449 Apr 07 13:44:27.592270 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33184) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:44:27.595593 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c15805-9b7e-44ba-94ec-6f482cfdd9f9 None None] Sync routers for ids ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:44:27.606023 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c15805-9b7e-44ba-94ec-6f482cfdd9f9 None None] Routers {'caf195c7-a9eb-4583-85e2-8622c1fe97b3'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:44:27.606894 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-73c15805-9b7e-44ba-94ec-6f482cfdd9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:44:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:27.697793 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c28149d-7f50-46e0-aa32-011ef70871ae admin admin] Publish callbacks [] for router (caf195c7-a9eb-4583-85e2-8622c1fe97b3), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:27.714535 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-73c15805-9b7e-44ba-94ec-6f482cfdd9f9 None None] Set router caf195c7-a9eb-4583-85e2-8622c1fe97b3 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:44:27.897367 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-73c15805-9b7e-44ba-94ec-6f482cfdd9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-router', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:44:27Z', 'revision_number': 5, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'gw_port': {'id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:28Z', 'updated_at': '2022-04-07T13:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:27.926091 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c15805-9b7e-44ba-94ec-6f482cfdd9f9 None None] Checking router: caf195c7-a9eb-4583-85e2-8622c1fe97b3 for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:44:27.935318 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c15805-9b7e-44ba-94ec-6f482cfdd9f9 None None] Routers {'caf195c7-a9eb-4583-85e2-8622c1fe97b3'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:44:27.935948 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-73c15805-9b7e-44ba-94ec-6f482cfdd9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:44:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:28.046442 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-73c15805-9b7e-44ba-94ec-6f482cfdd9f9 None None] Set router caf195c7-a9eb-4583-85e2-8622c1fe97b3 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:44:28.070427 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c28149d-7f50-46e0-aa32-011ef70871ae admin admin] Publish callbacks [] for router_gateway (caf195c7-a9eb-4583-85e2-8622c1fe97b3), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:28.079905 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f53402-d34a-4cf3-b945-34b90fbbcc4c req-c5a124e4-6de9-49fe-ba67-755bf3743101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:28.081401 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-19f53402-d34a-4cf3-b945-34b90fbbcc4c req-c5a124e4-6de9-49fe-ba67-755bf3743101 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc31e4ed725435fa06e916718f742b0&device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 1129 time: 0.0709877 Apr 07 13:44:28.192367 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-8c28149d-7f50-46e0-aa32-011ef70871ae admin admin] Deleting port e25aa3a2-7ad8-4479-a070-487f5721ff28 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:44:28.193186 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c28149d-7f50-46e0-aa32-011ef70871ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (e25aa3a2-7ad8-4479-a070-487f5721ff28), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:28.217406 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f53402-d34a-4cf3-b945-34b90fbbcc4c req-e5a367c0-0bd7-4b1c-8138-1a441949994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:28.218931 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-19f53402-d34a-4cf3-b945-34b90fbbcc4c req-e5a367c0-0bd7-4b1c-8138-1a441949994d service neutron] 10.222.0.23 "GET /v2.0/networks?id=7402de63-2dfc-4a98-a866-4c01589f971f HTTP/1.1" status: 200 len: 910 time: 0.1172640 Apr 07 13:44:28.228860 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-73c15805-9b7e-44ba-94ec-6f482cfdd9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-router', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:44:27Z', 'revision_number': 5, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'gw_port': {'id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:28Z', 'updated_at': '2022-04-07T13:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:28.254989 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c15805-9b7e-44ba-94ec-6f482cfdd9f9 None None] The sync data for ids ['caf195c7-a9eb-4583-85e2-8622c1fe97b3'] in dv-cinder-836973-1-iscsi is: [{'id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1487994687-router', 'tenant_id': 'cfff39388efd40cbae2510e925aa39f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:44:27Z', 'revision_number': 5, 'project_id': 'cfff39388efd40cbae2510e925aa39f3', 'gw_port': {'id': 'e25aa3a2-7ad8-4479-a070-487f5721ff28', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf195c7-a9eb-4583-85e2-8622c1fe97b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:28Z', 'updated_at': '2022-04-07T13:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:44:28.327216 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-19f53402-d34a-4cf3-b945-34b90fbbcc4c req-52b360b6-1ccb-4c21-9e34-ab6448b3511e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f23a4d0-65d2-48c5-a689-041550c4a618 HTTP/1.1" status: 200 len: 1000 time: 0.0802131 Apr 07 13:44:28.334246 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-8c28149d-7f50-46e0-aa32-011ef70871ae admin admin] For port e25aa3a2-7ad8-4479-a070-487f5721ff28, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=e25aa3a2-7ad8-4479-a070-487f5721ff28,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:44:28.334630 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c28149d-7f50-46e0-aa32-011ef70871ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (e25aa3a2-7ad8-4479-a070-487f5721ff28), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:28.371785 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-8c28149d-7f50-46e0-aa32-011ef70871ae admin admin] Calling delete_port for e25aa3a2-7ad8-4479-a070-487f5721ff28 owned by network:router_gateway {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:44:28.427181 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f53402-d34a-4cf3-b945-34b90fbbcc4c req-b8725840-3ab9-4b97-be44-ab1db0f80686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:28.428633 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-19f53402-d34a-4cf3-b945-34b90fbbcc4c req-b8725840-3ab9-4b97-be44-ab1db0f80686 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ab03637-9f73-4f74-90e9-2d4e6a6b829b HTTP/1.1" status: 200 len: 848 time: 0.0916131 Apr 07 13:44:28.443780 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2fc72-75e9-4835-93e2-7348321eda17 req-6bad003b-3ea6-4e52-92e7-9c7003e1ba7f tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:28.445165 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-12e2fc72-75e9-4835-93e2-7348321eda17 req-6bad003b-3ea6-4e52-92e7-9c7003e1ba7f tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0505600 Apr 07 13:44:28.498988 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-12e2fc72-75e9-4835-93e2-7348321eda17 req-ab0b6f84-8547-417e-902a-9d2aeafeeeec tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467100 Apr 07 13:44:28.536215 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f53402-d34a-4cf3-b945-34b90fbbcc4c req-58d4884b-bce4-4203-aafe-baa1c7c685ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:28.537761 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-19f53402-d34a-4cf3-b945-34b90fbbcc4c req-58d4884b-bce4-4203-aafe-baa1c7c685ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7402de63-2dfc-4a98-a866-4c01589f971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1028605 Apr 07 13:44:28.656051 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c28149d-7f50-46e0-aa32-011ef70871ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (e25aa3a2-7ad8-4479-a070-487f5721ff28), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:28.675704 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:28.687276 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28149d-7f50-46e0-aa32-011ef70871ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e25aa3a2-7ad8-4479-a070-487f5721ff28,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:28.691113 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-19f53402-d34a-4cf3-b945-34b90fbbcc4c req-6dcb67b8-f315-4116-8217-394232770117 service neutron] 10.222.0.23 "GET /v2.0/networks/7402de63-2dfc-4a98-a866-4c01589f971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470995 Apr 07 13:44:28.810910 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c28149d-7f50-46e0-aa32-011ef70871ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431867'] for router_gateway (caf195c7-a9eb-4583-85e2-8622c1fe97b3), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:28.926503 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-19f53402-d34a-4cf3-b945-34b90fbbcc4c req-b59ec598-8554-407e-9cdc-9fb11574d1ff service neutron] 10.222.0.23 "GET /v2.0/networks/7402de63-2dfc-4a98-a866-4c01589f971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286055 Apr 07 13:44:28.929405 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c28149d-7f50-46e0-aa32-011ef70871ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (caf195c7-a9eb-4583-85e2-8622c1fe97b3), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:28.931519 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c28149d-7f50-46e0-aa32-011ef70871ae admin admin] Publish callbacks [] for router_controller (caf195c7-a9eb-4583-85e2-8622c1fe97b3), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:28.995797 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c28149d-7f50-46e0-aa32-011ef70871ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-420261'] for router (caf195c7-a9eb-4583-85e2-8622c1fe97b3), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:28.996245 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c28149d-7f50-46e0-aa32-011ef70871ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router caf195c7-a9eb-4583-85e2-8622c1fe97b3 {{(pid=103371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 13:44:29.001538 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c28149d-7f50-46e0-aa32-011ef70871ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:29.002706 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8c28149d-7f50-46e0-aa32-011ef70871ae admin admin] 10.222.0.39 "DELETE /v2.0/routers/caf195c7-a9eb-4583-85e2-8622c1fe97b3 HTTP/1.1" status: 204 len: 168 time: 1.4095321 Apr 07 13:44:29.005203 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33188) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:44:29.054080 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-572aaa57-533e-44e4-8bd2-a1d646ee0eca admin admin] Deleting subnet caad4ec9-a40e-4065-a3e8-632593f10c40 {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:44:29.057422 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-572aaa57-533e-44e4-8bd2-a1d646ee0eca admin admin] Publish callbacks [] for subnet (caad4ec9-a40e-4065-a3e8-632593f10c40), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:29.097574 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-572aaa57-533e-44e4-8bd2-a1d646ee0eca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3370149'] for subnet (caad4ec9-a40e-4065-a3e8-632593f10c40), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:29.204641 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-572aaa57-533e-44e4-8bd2-a1d646ee0eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16392291'] for subnet (caad4ec9-a40e-4065-a3e8-632593f10c40), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:29.206162 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 148621ae-d38d-449e-a8da-17e22d3f715f no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:44:29.226031 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: 148621ae-d38d-449e-a8da-17e22d3f715f {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:44:29.226374 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 148621ae-d38d-449e-a8da-17e22d3f715f not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:44:29.257844 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-572aaa57-533e-44e4-8bd2-a1d646ee0eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16392298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3405941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3715770'] for subnet (caad4ec9-a40e-4065-a3e8-632593f10c40), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:29.283832 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572aaa57-533e-44e4-8bd2-a1d646ee0eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caad4ec9-a40e-4065-a3e8-632593f10c40,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:29.285817 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-572aaa57-533e-44e4-8bd2-a1d646ee0eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:29.289109 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-572aaa57-533e-44e4-8bd2-a1d646ee0eca admin admin] 10.222.0.39 "DELETE /v2.0/subnets/caad4ec9-a40e-4065-a3e8-632593f10c40 HTTP/1.1" status: 204 len: 168 time: 0.2829628 Apr 07 13:44:29.291602 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33190) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:44:29.293027 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3892d702-9534-4fcd-9b21-81a13dc85cf7 None None] Network b5bd9a4c-8559-482d-88bc-e72fed5a4c34 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:44:29.363412 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16221602'] for network (b5bd9a4c-8559-482d-88bc-e72fed5a4c34), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:29.414933 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] Deleting port 1fabb394-be8c-4b64-b789-1bf74f2edbbf {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:44:29.415267 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (1fabb394-be8c-4b64-b789-1bf74f2edbbf), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:29.464187 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13005060-7c8f-42f3-84d1-664ff101a07a None None] DHCP port deletion for b5bd9a4c-8559-482d-88bc-e72fed5a4c34 request from dv-cinder-836973-1-iscsi {{(pid=103373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 13:44:29.485621 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] For port 1fabb394-be8c-4b64-b789-1bf74f2edbbf, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=1fabb394-be8c-4b64-b789-1bf74f2edbbf,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:44:29.486285 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (1fabb394-be8c-4b64-b789-1bf74f2edbbf), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:29.499045 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] Calling delete_port for 1fabb394-be8c-4b64-b789-1bf74f2edbbf owned by network:dhcp {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:44:29.516826 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-13005060-7c8f-42f3-84d1-664ff101a07a None None] Deleting port 1fabb394-be8c-4b64-b789-1bf74f2edbbf {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:44:29.517161 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13005060-7c8f-42f3-84d1-664ff101a07a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (1fabb394-be8c-4b64-b789-1bf74f2edbbf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:29.580027 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-13005060-7c8f-42f3-84d1-664ff101a07a None None] For port 1fabb394-be8c-4b64-b789-1bf74f2edbbf, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=1fabb394-be8c-4b64-b789-1bf74f2edbbf,segment=NetworkSegment(2ab35a1b-27a3-4d90-9955-59ac4147b4e3),segment_id=2ab35a1b-27a3-4d90-9955-59ac4147b4e3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:44:29.580524 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13005060-7c8f-42f3-84d1-664ff101a07a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (1fabb394-be8c-4b64-b789-1bf74f2edbbf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:29.586058 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (1fabb394-be8c-4b64-b789-1bf74f2edbbf), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:29.596273 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-13005060-7c8f-42f3-84d1-664ff101a07a None None] Calling delete_port for 1fabb394-be8c-4b64-b789-1bf74f2edbbf owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:44:29.614806 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] Pushing event deleted for resources: {'Port': ['ID=1fabb394-be8c-4b64-b789-1bf74f2edbbf,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:29.620173 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] No DVR routers for this DVR port 1fabb394-be8c-4b64-b789-1bf74f2edbbf on host dv-cinder-836973-1-iscsi {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:44:29.629832 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229f5fd-4bcc-43fa-84a7-319f101dbc41 req-54d67e7d-9bb6-448f-bcc1-749ec9e0c0e9 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:29.631406 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1229f5fd-4bcc-43fa-84a7-319f101dbc41 req-54d67e7d-9bb6-448f-bcc1-749ec9e0c0e9 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0616801 Apr 07 13:44:29.692396 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1229f5fd-4bcc-43fa-84a7-319f101dbc41 req-ea8f28ce-7f1d-4e63-ab68-1cd066d57911 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545530 Apr 07 13:44:29.702450 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16415226', 'neutron.services.segments.db._delete_segments_for_network-8738487795402'] for network (b5bd9a4c-8559-482d-88bc-e72fed5a4c34), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:29.722123 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13005060-7c8f-42f3-84d1-664ff101a07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685'] for port (1fabb394-be8c-4b64-b789-1bf74f2edbbf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:29.729401 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5bd9a4c-8559-482d-88bc-e72fed5a4c34']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:29.739284 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab35a1b-27a3-4d90-9955-59ac4147b4e3') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:29.739583 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab35a1b-27a3-4d90-9955-59ac4147b4e3') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:29.746970 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13005060-7c8f-42f3-84d1-664ff101a07a None None] Pushing event deleted for resources: {'Port': ['ID=1fabb394-be8c-4b64-b789-1bf74f2edbbf,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:29.748913 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738487798739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3370172'] for segment (2ab35a1b-27a3-4d90-9955-59ac4147b4e3), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:29.753020 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13005060-7c8f-42f3-84d1-664ff101a07a None None] No DVR routers for this DVR port 1fabb394-be8c-4b64-b789-1bf74f2edbbf on host dv-cinder-836973-1-iscsi {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:44:29.764013 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (2ab35a1b-27a3-4d90-9955-59ac4147b4e3), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:29.774711 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:44:29.775128 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3405971'] for segment (2ab35a1b-27a3-4d90-9955-59ac4147b4e3), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: Traceback (most recent call last): Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: timer() Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: cb(*args, **kw) Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: self._notify() Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: self.callback(batched_events) Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: event.method(event) Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: return f(self, *a, **k) Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: return self._get(url).json() Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:44:29.777038 dv-cinder-836973-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:44:29.834823 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16415201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431839'] for network (b5bd9a4c-8559-482d-88bc-e72fed5a4c34), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:29.839990 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:29.843181 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] 10.222.0.39 "DELETE /v2.0/networks/b5bd9a4c-8559-482d-88bc-e72fed5a4c34 HTTP/1.1" status: 204 len: 168 time: 0.5504217 Apr 07 13:44:29.853642 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86365c7f-7872-41ed-9a78-f8bc254b02cc admin admin] Pushing event deleted for resources: {'Network': ['ID=b5bd9a4c-8559-482d-88bc-e72fed5a4c34,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:29.958480 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33196) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:44:29.977483 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device a7285bc2-7ead-4f2c-b12c-8b092af79475 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:44:29.997368 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: a7285bc2-7ead-4f2c-b12c-8b092af79475 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:44:29.997705 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device a7285bc2-7ead-4f2c-b12c-8b092af79475 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:44:29.998133 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device e25aa3a2-7ad8-4479-a070-487f5721ff28 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:44:30.004714 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6be32d17-b4c6-49ab-bf78-a1dd719c2549 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cfff39388efd40cbae2510e925aa39f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449610 Apr 07 13:44:30.007076 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33198) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:44:30.020452 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: e25aa3a2-7ad8-4479-a070-487f5721ff28 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:44:30.020706 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device e25aa3a2-7ad8-4479-a070-487f5721ff28 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:44:30.021109 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 1fabb394-be8c-4b64-b789-1bf74f2edbbf no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:44:30.054537 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f7171fe3-2be7-4357-b5de-da634e405d78 admin admin] Publish callbacks [] for security_group (20ca1eb8-8514-4e56-86b9-959d698a34a9), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:30.078992 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f7171fe3-2be7-4357-b5de-da634e405d78 admin admin] Publish callbacks [] for security_group (20ca1eb8-8514-4e56-86b9-959d698a34a9), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:30.131480 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f7171fe3-2be7-4357-b5de-da634e405d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (20ca1eb8-8514-4e56-86b9-959d698a34a9), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:30.134145 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f7171fe3-2be7-4357-b5de-da634e405d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:30.135345 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f7171fe3-2be7-4357-b5de-da634e405d78 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20ca1eb8-8514-4e56-86b9-959d698a34a9 HTTP/1.1" status: 204 len: 168 time: 0.1273766 Apr 07 13:44:30.143494 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7171fe3-2be7-4357-b5de-da634e405d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ca1eb8-8514-4e56-86b9-959d698a34a9,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:30.177343 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: 1fabb394-be8c-4b64-b789-1bf74f2edbbf {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:44:30.177696 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 1fabb394-be8c-4b64-b789-1bf74f2edbbf not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:44:30.805614 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33222) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:44:30.823708 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520927da-29e2-47b5-bc49-ed9302ae6fbe req-471ad59b-5e35-4872-8285-308be0c90a49 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:30.825324 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-520927da-29e2-47b5-bc49-ed9302ae6fbe req-471ad59b-5e35-4872-8285-308be0c90a49 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0633523 Apr 07 13:44:30.880399 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-520927da-29e2-47b5-bc49-ed9302ae6fbe req-0aeb5c06-badc-40e3-968f-56d0412e929c tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481384 Apr 07 13:44:30.913056 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-c0b4ae8b-19d4-4e2e-93b6-bbd633fde156 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-248319469-network', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:44:30.934376 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b4ae8b-19d4-4e2e-93b6-bbd633fde156 admin admin] Made reservation on behalf of 9634a2617d1248c6af6fae61e6f92594 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:44:30.937026 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ae8b-19d4-4e2e-93b6-bbd633fde156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:30.948012 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ae8b-19d4-4e2e-93b6-bbd633fde156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.024255 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ae8b-19d4-4e2e-93b6-bbd633fde156 admin admin] Publish callbacks [] for security_group (2fb43965-e28a-4ba5-88dc-00328123616a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.027870 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ae8b-19d4-4e2e-93b6-bbd633fde156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (2fb43965-e28a-4ba5-88dc-00328123616a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.052884 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b4ae8b-19d4-4e2e-93b6-bbd633fde156 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:44:31.061527 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4ae8b-19d4-4e2e-93b6-bbd633fde156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb43965-e28a-4ba5-88dc-00328123616a,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:31.070471 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ae8b-19d4-4e2e-93b6-bbd633fde156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.070471 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-c0b4ae8b-19d4-4e2e-93b6-bbd633fde156 admin admin] Added segment 4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa of type vlan for network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 Apr 07 13:44:31.114640 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ae8b-19d4-4e2e-93b6-bbd633fde156 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.139289 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ae8b-19d4-4e2e-93b6-bbd633fde156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.140236 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b4ae8b-19d4-4e2e-93b6-bbd633fde156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:31.140824 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ae8b-19d4-4e2e-93b6-bbd633fde156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.174319 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c0b4ae8b-19d4-4e2e-93b6-bbd633fde156 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3673284 Apr 07 13:44:31.177381 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33226) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:44:31.182353 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-be01d6f8-5cfc-4bed-99f7-e6685166ac29 admin admin] Request body: {'subnet': {'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-248319469-subnet', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:44:31.203865 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be01d6f8-5cfc-4bed-99f7-e6685166ac29 admin admin] Made reservation on behalf of 9634a2617d1248c6af6fae61e6f92594 for: {'subnet': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:44:31.206159 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-be01d6f8-5cfc-4bed-99f7-e6685166ac29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59369355'] for subnet (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.206394 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4ae8b-19d4-4e2e-93b6-bbd633fde156 admin admin] Pushing event updated for resources: {'Network': ['ID=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:31.221742 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:44:31.373523 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-be01d6f8-5cfc-4bed-99f7-e6685166ac29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59119729'] for subnet (445ab6a6-5357-4955-a306-a0086052025f), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.428885 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01d6f8-5cfc-4bed-99f7-e6685166ac29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=445ab6a6-5357-4955-a306-a0086052025f,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:31.439275 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01d6f8-5cfc-4bed-99f7-e6685166ac29 admin admin] Checking segment: {'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:44:31.439638 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be01d6f8-5cfc-4bed-99f7-e6685166ac29 admin admin] Network hostable DHCP agents. Network: e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:44:31.455457 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be01d6f8-5cfc-4bed-99f7-e6685166ac29 admin admin] Network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:44:31.463475 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-be01d6f8-5cfc-4bed-99f7-e6685166ac29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9) {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:44:31.467385 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be01d6f8-5cfc-4bed-99f7-e6685166ac29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:31.467966 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-be01d6f8-5cfc-4bed-99f7-e6685166ac29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.472662 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ea25e3-6b6c-484d-b403-d06e02711590 None None] Network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:44:31.487247 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-be01d6f8-5cfc-4bed-99f7-e6685166ac29 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3086281 Apr 07 13:44:31.489921 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33228) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:44:31.494085 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:44:31.512853 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57370'] for router (4e96cc68-9cee-43f6-8184-ac0bc814419d), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.513930 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-420324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57363'] for router (4e96cc68-9cee-43f6-8184-ac0bc814419d), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.567683 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] Publish callbacks [] for router_controller (4e96cc68-9cee-43f6-8184-ac0bc814419d), precommit_add_association {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.572494 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d2e1798-9abe-5abe-a8d6-f7ff823ce7ba-e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f'}]}} from dv-cinder-836973-1-iscsi. {{(pid=103373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 13:44:31.573340 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.707729 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Allocated IP 172.20.0.2 (e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9/445ab6a6-5357-4955-a306-a0086052025f/d01c5330-d44e-4d72-a81d-27d6416a84a3) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:44:31.713414 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] Publish callbacks [] for router_gateway (4e96cc68-9cee-43f6-8184-ac0bc814419d), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.850008 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Publish callbacks [] for port (d01c5330-d44e-4d72-a81d-27d6416a84a3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.855477 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (d01c5330-d44e-4d72-a81d-27d6416a84a3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.892290 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:44:31.894981 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:44:31.900858 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:44:31.909018 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Pushing event updated for resources: {'Port': ['ID=d01c5330-d44e-4d72-a81d-27d6416a84a3,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:31.919056 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] Publish callbacks [] for router_gateway (4e96cc68-9cee-43f6-8184-ac0bc814419d), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.939403 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.966996 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Attempting to bind port d01c5330-d44e-4d72-a81d-27d6416a84a3 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:44:31.967372 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Attempting to bind port d01c5330-d44e-4d72-a81d-27d6416a84a3 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:44:31.967743 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Attempting to bind port d01c5330-d44e-4d72-a81d-27d6416a84a3 on network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:44:31.973529 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:44:31.973908 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Checking segment: {'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:44:31.974458 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:31.974870 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Bound using segment: {'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:44:31.975837 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Bound port: d01c5330-d44e-4d72-a81d-27d6416a84a3, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:44:31.975837 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d01c5330-d44e-4d72-a81d-27d6416a84a3), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:32.036800 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] For port d01c5330-d44e-4d72-a81d-27d6416a84a3, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:44:32.039761 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] For port d01c5330-d44e-4d72-a81d-27d6416a84a3, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=d01c5330-d44e-4d72-a81d-27d6416a84a3,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:44:32.046902 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d01c5330-d44e-4d72-a81d-27d6416a84a3), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:32.072664 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce2546-7771-4be5-997a-d2b77342b63a req-604cd946-1e9a-486b-bc09-e0d2ec9a7c15 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:32.075078 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c9ce2546-7771-4be5-997a-d2b77342b63a req-604cd946-1e9a-486b-bc09-e0d2ec9a7c15 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0989206 Apr 07 13:44:32.089184 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] Allocated IP 172.27.0.108 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/c7eef99c-50fa-4bab-8364-a5eac4dec289) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:44:32.111791 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114c9aa-b1fa-4aeb-bd15-2e817b2cfaa4 None None] Pushing event updated for resources: {'Port': ['ID=d01c5330-d44e-4d72-a81d-27d6416a84a3,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:32.435340 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c9ce2546-7771-4be5-997a-d2b77342b63a req-eac58fe7-0eab-4b82-9ba3-66d419382708 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3437762 Apr 07 13:44:32.479468 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] Publish callbacks [] for port (c7eef99c-50fa-4bab-8364-a5eac4dec289), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:32.505092 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [req-64f63474-91c1-44c9-8d3a-44b09b15b88d req-2563faca-4820-4848-baf8-2307ad1955e9 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:44:32.505972 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-64f63474-91c1-44c9-8d3a-44b09b15b88d req-2563faca-4820-4848-baf8-2307ad1955e9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050437 Apr 07 13:44:32.518093 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (c7eef99c-50fa-4bab-8364-a5eac4dec289), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:32.560822 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:44:32.563670 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:44:32.569216 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:44:32.574795 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] Pushing event updated for resources: {'Port': ['ID=c7eef99c-50fa-4bab-8364-a5eac4dec289,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:32.824829 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] Publish callbacks [] for router_gateway (4e96cc68-9cee-43f6-8184-ac0bc814419d), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:32.979427 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20969225-1ae9-4b87-ad48-3fe9ae0b3fce None None] Network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:44:33.027240 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431655'] for router (4e96cc68-9cee-43f6-8184-ac0bc814419d), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:33.088954 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-afe8aa0f-01ee-4db1-a2ef-54ddc25866eb None None] Provisioning complete for port d01c5330-d44e-4d72-a81d-27d6416a84a3 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:44:33.089325 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-afe8aa0f-01ee-4db1-a2ef-54ddc25866eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d01c5330-d44e-4d72-a81d-27d6416a84a3), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:33.173982 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] Router 4e96cc68-9cee-43f6-8184-ac0bc814419d is scheduled to L3 agent fdb95e97-0059-4137-9443-d45a15104627 with binding_index 1 {{(pid=103372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 13:44:33.182488 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-afe8aa0f-01ee-4db1-a2ef-54ddc25866eb None None] Current status of the port d01c5330-d44e-4d72-a81d-27d6416a84a3 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:44:33.183111 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-afe8aa0f-01ee-4db1-a2ef-54ddc25866eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d01c5330-d44e-4d72-a81d-27d6416a84a3), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:33.223917 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-afe8aa0f-01ee-4db1-a2ef-54ddc25866eb None None] For port d01c5330-d44e-4d72-a81d-27d6416a84a3, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=d01c5330-d44e-4d72-a81d-27d6416a84a3,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:44:33.229468 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-afe8aa0f-01ee-4db1-a2ef-54ddc25866eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d01c5330-d44e-4d72-a81d-27d6416a84a3), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:33.282278 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8aa0f-01ee-4db1-a2ef-54ddc25866eb None None] Pushing event updated for resources: {'Port': ['ID=d01c5330-d44e-4d72-a81d-27d6416a84a3,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:33.291923 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:44:33.303634 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Sync routers for ids ['4e96cc68-9cee-43f6-8184-ac0bc814419d'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:44:33.311509 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:33.312794 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-54948f04-888b-473a-ab9c-9f8ef157bf39 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8219068 Apr 07 13:44:33.313711 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Routers {'4e96cc68-9cee-43f6-8184-ac0bc814419d'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:44:33.314406 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:44:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['4e96cc68-9cee-43f6-8184-ac0bc814419d'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:33.315486 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33234) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:44:33.349850 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-3c75f8db-7dde-455a-abcd-13bc754bd893 None None] Provisioning complete for port d01c5330-d44e-4d72-a81d-27d6416a84a3 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:44:33.350224 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3c75f8db-7dde-455a-abcd-13bc754bd893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d01c5330-d44e-4d72-a81d-27d6416a84a3), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:33.420017 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Set router 4e96cc68-9cee-43f6-8184-ac0bc814419d gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:44:33.436729 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-3c75f8db-7dde-455a-abcd-13bc754bd893 None None] Current status of the port d01c5330-d44e-4d72-a81d-27d6416a84a3 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:44:33.603432 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:32Z', 'revision_number': 3, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:33.637047 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Checking router: 4e96cc68-9cee-43f6-8184-ac0bc814419d for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:44:33.637400 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Updating router 4e96cc68-9cee-43f6-8184-ac0bc814419d port c7eef99c-50fa-4bab-8364-a5eac4dec289 binding host dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:44:33.667347 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (c7eef99c-50fa-4bab-8364-a5eac4dec289), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:33.738752 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ca3c5aa5-f1a0-4fd7-8eb2-0d08f9546e2a req-dd20a611-6456-443f-9de7-3cfd25a9732f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1163392 Apr 07 13:44:33.769964 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd41b5-29e2-4b1d-852c-504b144a706e req-cb5b5e78-99c1-4ed5-99f7-186e770e8608 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:33.771451 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b5fd41b5-29e2-4b1d-852c-504b144a706e req-cb5b5e78-99c1-4ed5-99f7-186e770e8608 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.1191115 Apr 07 13:44:33.876201 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c5aa5-f1a0-4fd7-8eb2-0d08f9546e2a req-9a85149e-0448-48ff-ac86-a417ef093816 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:33.877457 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ca3c5aa5-f1a0-4fd7-8eb2-0d08f9546e2a req-9a85149e-0448-48ff-ac86-a417ef093816 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports/4f23a4d0-65d2-48c5-a689-041550c4a618 HTTP/1.1" status: 200 len: 942 time: 0.1035767 Apr 07 13:44:33.898101 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9dc2aa96-37c4-45e7-a81c-ba402354da71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:33.904062 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b5fd41b5-29e2-4b1d-852c-504b144a706e req-387c876f-7cad-41cc-90dc-6e44714cf725 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120484 Apr 07 13:44:33.940522 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Publish callbacks [] for port (c7eef99c-50fa-4bab-8364-a5eac4dec289), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:33.952371 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (c7eef99c-50fa-4bab-8364-a5eac4dec289), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:34.021395 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device d01c5330-d44e-4d72-a81d-27d6416a84a3 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:44:34.023093 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689b976-1341-4dad-8e26-e30cb68a9836 None None] Pushing event updated for resources: {'Port': ['ID=c7eef99c-50fa-4bab-8364-a5eac4dec289,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:34.037065 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689b976-1341-4dad-8e26-e30cb68a9836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:34.037851 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689b976-1341-4dad-8e26-e30cb68a9836 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:34.038146 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689b976-1341-4dad-8e26-e30cb68a9836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:34.038537 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689b976-1341-4dad-8e26-e30cb68a9836 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:34.038877 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689b976-1341-4dad-8e26-e30cb68a9836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:34.039211 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689b976-1341-4dad-8e26-e30cb68a9836 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:34.039551 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689b976-1341-4dad-8e26-e30cb68a9836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:34.039866 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689b976-1341-4dad-8e26-e30cb68a9836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:34.040235 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689b976-1341-4dad-8e26-e30cb68a9836 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:34.040505 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689b976-1341-4dad-8e26-e30cb68a9836 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:34.040838 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689b976-1341-4dad-8e26-e30cb68a9836 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:34.041228 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689b976-1341-4dad-8e26-e30cb68a9836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:34.041528 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689b976-1341-4dad-8e26-e30cb68a9836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:34.041831 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689b976-1341-4dad-8e26-e30cb68a9836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:34.042145 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689b976-1341-4dad-8e26-e30cb68a9836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:34.054258 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Attempting to bind port c7eef99c-50fa-4bab-8364-a5eac4dec289 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:44:34.054658 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Attempting to bind port c7eef99c-50fa-4bab-8364-a5eac4dec289 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:44:34.055035 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Attempting to bind port c7eef99c-50fa-4bab-8364-a5eac4dec289 on network 11de5774-1b52-4991-93c6-544d79153129 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:44:34.061240 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:44:34.061738 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Checking segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:44:34.062142 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:34.062561 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Bound using segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:44:34.063566 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Bound port: c7eef99c-50fa-4bab-8364-a5eac4dec289, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:44:34.063950 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (c7eef99c-50fa-4bab-8364-a5eac4dec289), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:34.074902 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port d01c5330-d44e-4d72-a81d-27d6416a84a3 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:44:34.075259 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d01c5330-d44e-4d72-a81d-27d6416a84a3), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:34.114576 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-9dc2aa96-37c4-45e7-a81c-ba402354da71 admin admin] Allocated IP 172.20.0.1 (e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9/445ab6a6-5357-4955-a306-a0086052025f/852a9406-06a7-432b-9e61-5d9152b701e5) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:44:34.123393 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] For port c7eef99c-50fa-4bab-8364-a5eac4dec289, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:44:34.127812 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] For port c7eef99c-50fa-4bab-8364-a5eac4dec289, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=c7eef99c-50fa-4bab-8364-a5eac4dec289,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:44:34.136846 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (c7eef99c-50fa-4bab-8364-a5eac4dec289), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:34.169829 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port d01c5330-d44e-4d72-a81d-27d6416a84a3 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:44:34.190531 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Routers {'4e96cc68-9cee-43f6-8184-ac0bc814419d'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:44:34.191330 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:44:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['4e96cc68-9cee-43f6-8184-ac0bc814419d'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:34.233484 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9dc2aa96-37c4-45e7-a81c-ba402354da71 admin admin] Publish callbacks [] for port (852a9406-06a7-432b-9e61-5d9152b701e5), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:34.260085 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689b976-1341-4dad-8e26-e30cb68a9836 None None] Pushing event updated for resources: {'Port': ['ID=c7eef99c-50fa-4bab-8364-a5eac4dec289,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:34.270185 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9dc2aa96-37c4-45e7-a81c-ba402354da71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (852a9406-06a7-432b-9e61-5d9152b701e5), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:34.309693 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc2aa96-37c4-45e7-a81c-ba402354da71 admin admin] Network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:44:34.315293 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-9dc2aa96-37c4-45e7-a81c-ba402354da71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:44:34.320151 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc2aa96-37c4-45e7-a81c-ba402354da71 admin admin] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:44:34.322174 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2aa96-37c4-45e7-a81c-ba402354da71 admin admin] Pushing event updated for resources: {'Port': ['ID=852a9406-06a7-432b-9e61-5d9152b701e5,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:34.325592 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] Set router 4e96cc68-9cee-43f6-8184-ac0bc814419d gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:44:34.360192 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9dc2aa96-37c4-45e7-a81c-ba402354da71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421704'] for router_interface (4e96cc68-9cee-43f6-8184-ac0bc814419d), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:34.506329 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9dc2aa96-37c4-45e7-a81c-ba402354da71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (852a9406-06a7-432b-9e61-5d9152b701e5), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:34.527335 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:32Z', 'revision_number': 3, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:34.553948 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc46d3a-6b74-478e-bf6a-39d8fcfb9ff4 None None] The sync data for ids ['4e96cc68-9cee-43f6-8184-ac0bc814419d'] in dv-cinder-836973-1-iscsi is: [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:32Z', 'revision_number': 3, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:44:34.569262 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-59d71ebe-479a-4eae-8512-f14520e1e056 None None] Provisioning complete for port 852a9406-06a7-432b-9e61-5d9152b701e5 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:44:34.570005 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59d71ebe-479a-4eae-8512-f14520e1e056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (852a9406-06a7-432b-9e61-5d9152b701e5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:34.609207 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-59d71ebe-479a-4eae-8512-f14520e1e056 None None] Port 852a9406-06a7-432b-9e61-5d9152b701e5 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:44:34.679797 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9dc2aa96-37c4-45e7-a81c-ba402354da71 admin admin] Publish callbacks [] for port (852a9406-06a7-432b-9e61-5d9152b701e5), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:34.684446 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9dc2aa96-37c4-45e7-a81c-ba402354da71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3931381'] for port (852a9406-06a7-432b-9e61-5d9152b701e5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:34.750084 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9dc2aa96-37c4-45e7-a81c-ba402354da71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421860'] for router_interface (4e96cc68-9cee-43f6-8184-ac0bc814419d), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:34.752790 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2aa96-37c4-45e7-a81c-ba402354da71 admin admin] Pushing event updated for resources: {'Port': ['ID=852a9406-06a7-432b-9e61-5d9152b701e5,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:34.853932 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc2aa96-37c4-45e7-a81c-ba402354da71 admin admin] Network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:44:34.855616 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-9dc2aa96-37c4-45e7-a81c-ba402354da71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:44:35.004715 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc2aa96-37c4-45e7-a81c-ba402354da71 admin admin] Router 4e96cc68-9cee-43f6-8184-ac0bc814419d has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:44:35.106132 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:35.253711 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 4f23a4d0-65d2-48c5-a689-041550c4a618 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:44:35.258902 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-fa6ee1ec-2d3a-4630-937a-00ea15f193b2 None None] Provisioning complete for port 852a9406-06a7-432b-9e61-5d9152b701e5 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:44:35.259652 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee1ec-2d3a-4630-937a-00ea15f193b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (852a9406-06a7-432b-9e61-5d9152b701e5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:35.333644 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ee1ec-2d3a-4630-937a-00ea15f193b2 None None] Port 852a9406-06a7-432b-9e61-5d9152b701e5 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:44:35.396357 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 4f23a4d0-65d2-48c5-a689-041550c4a618 is: ACTIVE; New status is: DOWN {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:44:35.396858 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:35.398657 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313853c-a47f-4630-a446-7fcc9c5a672a req-fb32fda8-f51e-405d-ac89-e27a18521d90 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:35.400212 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7313853c-a47f-4630-a446-7fcc9c5a672a req-fb32fda8-f51e-405d-ac89-e27a18521d90 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.3840387 Apr 07 13:44:35.420817 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f23a4d0-65d2-48c5-a689-041550c4a618'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:44:35.423620 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfaaa681-c811-4246-9f86-fe58a5d8ae59" -d '{"events": [{"server_uuid": "b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670", "name": "network-vif-unplugged", "status": "completed", "tag": "4f23a4d0-65d2-48c5-a689-041550c4a618"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:44:35.436055 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 4f23a4d0-65d2-48c5-a689-041550c4a618, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4f23a4d0-65d2-48c5-a689-041550c4a618,segment=NetworkSegment(90018b87-af8a-47ee-9987-c149d89d6c97),segment_id=90018b87-af8a-47ee-9987-c149d89d6c97)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:44:35.441470 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:35.444237 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc2aa96-37c4-45e7-a81c-ba402354da71 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:44:35.450803 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-9dc2aa96-37c4-45e7-a81c-ba402354da71 admin admin] 10.222.0.39 "PUT /v2.0/routers/4e96cc68-9cee-43f6-8184-ac0bc814419d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1342218 Apr 07 13:44:35.477477 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 13:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de12fd1a-e69c-479b-b39a-bc5ed804cf77 x-openstack-request-id: req-de12fd1a-e69c-479b-b39a-bc5ed804cf77 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:44:35.477780 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670", "name": "network-vif-unplugged", "status": "completed", "tag": "4f23a4d0-65d2-48c5-a689-041550c4a618", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:44:35.478036 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de12fd1a-e69c-479b-b39a-bc5ed804cf77 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:44:35.478463 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de12fd1a-e69c-479b-b39a-bc5ed804cf77'] response: {'server_uuid': 'b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f23a4d0-65d2-48c5-a689-041550c4a618', 'code': 200} Apr 07 13:44:35.482257 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7313853c-a47f-4630-a446-7fcc9c5a672a req-710facf5-a615-40a8-93c2-a6f33095e564 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727007 Apr 07 13:44:35.504195 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=4f23a4d0-65d2-48c5-a689-041550c4a618,revision_number=6']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:35.626942 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c5aa5-f1a0-4fd7-8eb2-0d08f9546e2a req-af01c690-a536-4050-a5df-d3ed82af8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:35.628436 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ca3c5aa5-f1a0-4fd7-8eb2-0d08f9546e2a req-af01c690-a536-4050-a5df-d3ed82af8213 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670&tenant_id=9dc31e4ed725435fa06e916718f742b0 HTTP/1.1" status: 200 len: 1127 time: 0.0639875 Apr 07 13:44:35.737764 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c5aa5-f1a0-4fd7-8eb2-0d08f9546e2a req-8c30416b-93a1-447b-8737-840111b29cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:35.739586 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ca3c5aa5-f1a0-4fd7-8eb2-0d08f9546e2a req-8c30416b-93a1-447b-8737-840111b29cdf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc31e4ed725435fa06e916718f742b0&device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 1127 time: 0.0619414 Apr 07 13:44:35.833503 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c5aa5-f1a0-4fd7-8eb2-0d08f9546e2a req-7f4bc8ff-7687-4de4-9ce9-08e30f3d4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:35.835006 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ca3c5aa5-f1a0-4fd7-8eb2-0d08f9546e2a req-7f4bc8ff-7687-4de4-9ce9-08e30f3d4938 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7402de63-2dfc-4a98-a866-4c01589f971f HTTP/1.1" status: 200 len: 910 time: 0.0879638 Apr 07 13:44:35.902812 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ca3c5aa5-f1a0-4fd7-8eb2-0d08f9546e2a req-59003557-cf7e-483f-b2cf-421f7c5c6bb9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f23a4d0-65d2-48c5-a689-041550c4a618 HTTP/1.1" status: 200 len: 998 time: 0.0619438 Apr 07 13:44:35.964730 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c5aa5-f1a0-4fd7-8eb2-0d08f9546e2a req-93c7cda6-641b-47ce-932c-2e19bbd6eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:35.966181 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ca3c5aa5-f1a0-4fd7-8eb2-0d08f9546e2a req-93c7cda6-641b-47ce-932c-2e19bbd6eca3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ab03637-9f73-4f74-90e9-2d4e6a6b829b HTTP/1.1" status: 200 len: 848 time: 0.0578897 Apr 07 13:44:36.011741 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device c7eef99c-50fa-4bab-8364-a5eac4dec289 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:44:36.015403 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c5aa5-f1a0-4fd7-8eb2-0d08f9546e2a req-bbbbdad5-8348-4f1f-917d-832f09c2389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:36.017453 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ca3c5aa5-f1a0-4fd7-8eb2-0d08f9546e2a req-bbbbdad5-8348-4f1f-917d-832f09c2389f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7402de63-2dfc-4a98-a866-4c01589f971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456905 Apr 07 13:44:36.061158 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port c7eef99c-50fa-4bab-8364-a5eac4dec289 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:44:36.061665 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (c7eef99c-50fa-4bab-8364-a5eac4dec289), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:36.119948 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ca3c5aa5-f1a0-4fd7-8eb2-0d08f9546e2a req-4554c8b5-a539-4558-8a31-9efa479fa3d2 service neutron] 10.222.0.23 "GET /v2.0/networks/7402de63-2dfc-4a98-a866-4c01589f971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959575 Apr 07 13:44:36.150414 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port c7eef99c-50fa-4bab-8364-a5eac4dec289 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:44:36.151017 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (c7eef99c-50fa-4bab-8364-a5eac4dec289), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:36.173992 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] For port c7eef99c-50fa-4bab-8364-a5eac4dec289, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=c7eef99c-50fa-4bab-8364-a5eac4dec289,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:44:36.178245 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (c7eef99c-50fa-4bab-8364-a5eac4dec289), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:36.215548 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ca3c5aa5-f1a0-4fd7-8eb2-0d08f9546e2a req-60f30991-f48f-4dc0-b166-6a13da3f2169 service neutron] 10.222.0.23 "GET /v2.0/networks/7402de63-2dfc-4a98-a866-4c01589f971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888658 Apr 07 13:44:36.232163 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Pushing event updated for resources: {'Port': ['ID=c7eef99c-50fa-4bab-8364-a5eac4dec289,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:36.324891 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Sync routers for ids ['4e96cc68-9cee-43f6-8184-ac0bc814419d'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:44:36.336845 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Routers {'4e96cc68-9cee-43f6-8184-ac0bc814419d'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:44:36.337465 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:44:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['4e96cc68-9cee-43f6-8184-ac0bc814419d'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:36.445201 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Set router 4e96cc68-9cee-43f6-8184-ac0bc814419d gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:44:36.534573 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33260) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:44:36.538683 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-12893d2e-7966-4df9-b85f-d88edd3bf86d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--320214615', 'description': 'tempest-description--1073330639'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:44:36.563615 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-12893d2e-7966-4df9-b85f-d88edd3bf86d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:36.658249 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7bcda-aec0-4b37-b7dd-862125c6acae req-064f7517-e903-4bce-ae0c-371aafc65b62 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:36.659454 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 2, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:36.659826 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3ad7bcda-aec0-4b37-b7dd-862125c6acae req-064f7517-e903-4bce-ae0c-371aafc65b62 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0858619 Apr 07 13:44:36.686343 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Checking router: 4e96cc68-9cee-43f6-8184-ac0bc814419d for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:44:36.686673 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Updating router 4e96cc68-9cee-43f6-8184-ac0bc814419d port 852a9406-06a7-432b-9e61-5d9152b701e5 binding host dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:44:36.691688 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-12893d2e-7966-4df9-b85f-d88edd3bf86d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (e111afb3-eac7-4313-944a-19d4e0df0c2e), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:36.696592 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-12893d2e-7966-4df9-b85f-d88edd3bf86d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (e111afb3-eac7-4313-944a-19d4e0df0c2e), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:36.714439 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (852a9406-06a7-432b-9e61-5d9152b701e5), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:36.746174 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-12893d2e-7966-4df9-b85f-d88edd3bf86d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:36.747424 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-12893d2e-7966-4df9-b85f-d88edd3bf86d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2122300 Apr 07 13:44:36.750946 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33262) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:44:36.754476 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12893d2e-7966-4df9-b85f-d88edd3bf86d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e111afb3-eac7-4313-944a-19d4e0df0c2e,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:36.755386 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-5d17c3ab-5894-4d65-a855-02a0af3151ef tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'security_group_rule': {'security_group_id': 'e111afb3-eac7-4313-944a-19d4e0df0c2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:44:36.762078 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3ad7bcda-aec0-4b37-b7dd-862125c6acae req-5376e996-f84c-436e-83aa-cc4d49aa83eb tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928044 Apr 07 13:44:36.784009 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5d17c3ab-5894-4d65-a855-02a0af3151ef tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (3fa2ad1c-8575-49ad-a7f5-c10cc03e6632), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:36.842515 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5d17c3ab-5894-4d65-a855-02a0af3151ef tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (3fa2ad1c-8575-49ad-a7f5-c10cc03e6632), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:36.847559 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5d17c3ab-5894-4d65-a855-02a0af3151ef tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (3fa2ad1c-8575-49ad-a7f5-c10cc03e6632), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:36.865479 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17c3ab-5894-4d65-a855-02a0af3151ef tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa2ad1c-8575-49ad-a7f5-c10cc03e6632,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:36.874604 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5d17c3ab-5894-4d65-a855-02a0af3151ef tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:36.875879 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5d17c3ab-5894-4d65-a855-02a0af3151ef tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239522 Apr 07 13:44:36.878572 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33264) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:44:36.883383 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-1cef74a7-8901-45a1-b234-ff6ac6664338 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'security_group_rule': {'security_group_id': 'e111afb3-eac7-4313-944a-19d4e0df0c2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:44:36.908629 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1cef74a7-8901-45a1-b234-ff6ac6664338 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (88544448-54a4-469a-8922-6678d4c71753), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:36.964859 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1cef74a7-8901-45a1-b234-ff6ac6664338 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (88544448-54a4-469a-8922-6678d4c71753), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:36.968538 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1cef74a7-8901-45a1-b234-ff6ac6664338 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (88544448-54a4-469a-8922-6678d4c71753), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:36.988454 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef74a7-8901-45a1-b234-ff6ac6664338 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88544448-54a4-469a-8922-6678d4c71753,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:36.994265 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1cef74a7-8901-45a1-b234-ff6ac6664338 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:36.995590 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1cef74a7-8901-45a1-b234-ff6ac6664338 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159763 Apr 07 13:44:36.998582 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Publish callbacks [] for port (852a9406-06a7-432b-9e61-5d9152b701e5), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:36.998738 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33266) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:44:37.004126 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-2432b075-4921-4bb6-9ec5-506da558068c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'floatingip': {'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:44:37.004925 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (852a9406-06a7-432b-9e61-5d9152b701e5), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:37.024690 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2432b075-4921-4bb6-9ec5-506da558068c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:37.054884 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a78793-c0e4-4ee9-949f-f19183fc0305 None None] Pushing event updated for resources: {'Port': ['ID=852a9406-06a7-432b-9e61-5d9152b701e5,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:37.115997 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Attempting to bind port 852a9406-06a7-432b-9e61-5d9152b701e5 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:44:37.116375 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Attempting to bind port 852a9406-06a7-432b-9e61-5d9152b701e5 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:44:37.117446 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Attempting to bind port 852a9406-06a7-432b-9e61-5d9152b701e5 on network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:44:37.121951 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:44:37.122367 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Checking segment: {'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:44:37.122796 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:37.123173 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Bound using segment: {'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:44:37.123643 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Bound port: 852a9406-06a7-432b-9e61-5d9152b701e5, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:44:37.124027 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (852a9406-06a7-432b-9e61-5d9152b701e5), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:37.131315 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2432b075-4921-4bb6-9ec5-506da558068c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:37.191241 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] For port 852a9406-06a7-432b-9e61-5d9152b701e5, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:44:37.194778 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] For port 852a9406-06a7-432b-9e61-5d9152b701e5, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=852a9406-06a7-432b-9e61-5d9152b701e5,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:44:37.201885 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (852a9406-06a7-432b-9e61-5d9152b701e5), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:37.247307 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-2432b075-4921-4bb6-9ec5-506da558068c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Allocated IP 172.27.0.12 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/81a9a0e1-6306-4d10-962d-76741ad337ad) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:44:37.256321 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Routers {'4e96cc68-9cee-43f6-8184-ac0bc814419d'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:44:37.256966 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:44:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['4e96cc68-9cee-43f6-8184-ac0bc814419d'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:37.356412 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2432b075-4921-4bb6-9ec5-506da558068c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for port (81a9a0e1-6306-4d10-962d-76741ad337ad), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:37.380248 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a78793-c0e4-4ee9-949f-f19183fc0305 None None] Pushing event updated for resources: {'Port': ['ID=852a9406-06a7-432b-9e61-5d9152b701e5,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:37.391487 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] Set router 4e96cc68-9cee-43f6-8184-ac0bc814419d gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:44:37.393828 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2432b075-4921-4bb6-9ec5-506da558068c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (81a9a0e1-6306-4d10-962d-76741ad337ad), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:37.424431 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-b266200c-1450-46f1-8c40-178d0e0944ea None None] Provisioning complete for port 852a9406-06a7-432b-9e61-5d9152b701e5 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:44:37.424816 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b266200c-1450-46f1-8c40-178d0e0944ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (852a9406-06a7-432b-9e61-5d9152b701e5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:37.429153 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2432b075-4921-4bb6-9ec5-506da558068c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:44:37.432190 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-2432b075-4921-4bb6-9ec5-506da558068c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:44:37.434740 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432b075-4921-4bb6-9ec5-506da558068c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:44:37.471061 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432b075-4921-4bb6-9ec5-506da558068c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'Port': ['ID=81a9a0e1-6306-4d10-962d-76741ad337ad,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:37.530077 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2432b075-4921-4bb6-9ec5-506da558068c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (f71f6490-0fa2-480c-ae11-9573625cef46), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:37.569633 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2432b075-4921-4bb6-9ec5-506da558068c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (81a9a0e1-6306-4d10-962d-76741ad337ad), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:37.733535 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2432b075-4921-4bb6-9ec5-506da558068c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for port (81a9a0e1-6306-4d10-962d-76741ad337ad), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:37.736736 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b266200c-1450-46f1-8c40-178d0e0944ea None None] Current status of the port 852a9406-06a7-432b-9e61-5d9152b701e5 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:44:37.737134 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b266200c-1450-46f1-8c40-178d0e0944ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (852a9406-06a7-432b-9e61-5d9152b701e5), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:37.739024 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2432b075-4921-4bb6-9ec5-506da558068c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (81a9a0e1-6306-4d10-962d-76741ad337ad), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:37.795718 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-b266200c-1450-46f1-8c40-178d0e0944ea None None] For port 852a9406-06a7-432b-9e61-5d9152b701e5, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=852a9406-06a7-432b-9e61-5d9152b701e5,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:44:37.802245 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b266200c-1450-46f1-8c40-178d0e0944ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (852a9406-06a7-432b-9e61-5d9152b701e5), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:37.807868 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432b075-4921-4bb6-9ec5-506da558068c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'Port': ['ID=81a9a0e1-6306-4d10-962d-76741ad337ad,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:37.820001 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2432b075-4921-4bb6-9ec5-506da558068c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (f71f6490-0fa2-480c-ae11-9573625cef46), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:37.836558 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2432b075-4921-4bb6-9ec5-506da558068c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:37.842850 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2432b075-4921-4bb6-9ec5-506da558068c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8430777 Apr 07 13:44:37.846072 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:37.886804 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7bff08-076a-42d0-82c7-4c34836788ba None None] The sync data for ids ['4e96cc68-9cee-43f6-8184-ac0bc814419d'] in dv-cinder-836973-1-iscsi is: [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:44:37.892320 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266200c-1450-46f1-8c40-178d0e0944ea None None] Pushing event updated for resources: {'Port': ['ID=852a9406-06a7-432b-9e61-5d9152b701e5,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:37.904870 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f022ff6-a482-40c5-9adf-dab8fbf85566 req-b3c75046-c2f2-4586-9ec1-73894629bfa0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:37.906967 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4f022ff6-a482-40c5-9adf-dab8fbf85566 req-b3c75046-c2f2-4586-9ec1-73894629bfa0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0594192 Apr 07 13:44:37.926230 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-44341020-c197-46e7-8d0c-7148fdb14f66 None None] Provisioning complete for port 852a9406-06a7-432b-9e61-5d9152b701e5 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:44:37.926634 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-44341020-c197-46e7-8d0c-7148fdb14f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (852a9406-06a7-432b-9e61-5d9152b701e5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:38.007544 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4f022ff6-a482-40c5-9adf-dab8fbf85566 req-bda43f6d-7cf9-4fee-afa5-f46b96e2d425 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917993 Apr 07 13:44:38.053171 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-0dd87818-0e40-41cc-96e4-b82c5d17c7d5 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--320214615&fields=id&tenant_id=9634a2617d1248c6af6fae61e6f92594 HTTP/1.1" status: 200 len: 267 time: 0.0557902 Apr 07 13:44:38.059595 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-44341020-c197-46e7-8d0c-7148fdb14f66 None None] Current status of the port 852a9406-06a7-432b-9e61-5d9152b701e5 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:44:38.084276 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device c7eef99c-50fa-4bab-8364-a5eac4dec289 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:44:38.138174 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port c7eef99c-50fa-4bab-8364-a5eac4dec289 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:44:38.138722 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (c7eef99c-50fa-4bab-8364-a5eac4dec289), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:38.171199 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-d1aedfe4-ab5e-4a06-b63c-51e64c597b8d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:38.173600 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-d1aedfe4-ab5e-4a06-b63c-51e64c597b8d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/networks?id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 HTTP/1.1" status: 200 len: 814 time: 0.1140924 Apr 07 13:44:38.190828 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-27c8882a-457e-4b15-8ba6-1bea6d44e931 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/quotas/9634a2617d1248c6af6fae61e6f92594 HTTP/1.1" status: 200 len: 375 time: 0.0112574 Apr 07 13:44:38.225627 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port c7eef99c-50fa-4bab-8364-a5eac4dec289 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:44:38.258327 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-85ffb5ed-ba28-4491-87f9-c6ad7905b787 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9634a2617d1248c6af6fae61e6f92594&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565045 Apr 07 13:44:38.362838 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-01b27766-248f-4d93-9308-0c7a1e3185bd service neutron] 10.222.0.39 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926056 Apr 07 13:44:38.461513 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-976b6626-e525-4b36-8ec6-b13b7857fde1 service neutron] 10.222.0.39 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942841 Apr 07 13:44:38.631249 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8db7ab26-2b3c-4d9c-8830-b24a06278901 req-5328d4ce-a5bb-4d9f-b19c-0be3fa052bf0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 210 time: 0.0278716 Apr 07 13:44:39.134025 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c2ac4-2890-45bb-9540-bce338c51aa2 req-3fd23624-5f55-46f8-9555-cb51a5b3227c tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:39.135433 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-365c2ac4-2890-45bb-9540-bce338c51aa2 req-3fd23624-5f55-46f8-9555-cb51a5b3227c tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0569715 Apr 07 13:44:39.183557 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-365c2ac4-2890-45bb-9540-bce338c51aa2 req-ec987a14-2dec-4f46-be1d-566e696160ae tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424542 Apr 07 13:44:39.742036 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-50089d0a-4976-44a7-a93b-a553ac6aa6bd req-89620d72-cb8a-4957-9613-74de0b4d9611 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 210 time: 0.0335097 Apr 07 13:44:39.903874 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-7def6ce5-ef63-4b87-ba5a-3fb08e0a8194 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:39.905295 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-7def6ce5-ef63-4b87-ba5a-3fb08e0a8194 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.23 "GET /v2.0/networks?id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 HTTP/1.1" status: 200 len: 814 time: 0.3461914 Apr 07 13:44:39.975715 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-f9aa3eda-d5e4-4058-aea2-c82ee8572268 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9634a2617d1248c6af6fae61e6f92594 HTTP/1.1" status: 200 len: 379 time: 0.0549970 Apr 07 13:44:39.983624 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'port': {'device_id': 'b95fb93d-ced7-4127-9df6-bae09ef420d4', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'admin_state_up': True, 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'security_groups': ['e111afb3-eac7-4313-944a-19d4e0df0c2e']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:44:39.993583 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 852a9406-06a7-432b-9e61-5d9152b701e5 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:44:40.043765 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 852a9406-06a7-432b-9e61-5d9152b701e5 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:44:40.044145 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (852a9406-06a7-432b-9e61-5d9152b701e5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:40.087300 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Made reservation on behalf of 9634a2617d1248c6af6fae61e6f92594 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:44:40.090544 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:40.120525 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 852a9406-06a7-432b-9e61-5d9152b701e5 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:44:40.214648 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Allocated IP 172.20.0.4 (e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9/445ab6a6-5357-4955-a306-a0086052025f/22416beb-b459-4756-a950-ac451d324798) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:44:40.299929 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f178b9-f970-4490-a095-85625a1ebfa4 req-5866ea4a-699f-43cc-9ca5-02940ace0036 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:40.301403 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-35f178b9-f970-4490-a095-85625a1ebfa4 req-5866ea4a-699f-43cc-9ca5-02940ace0036 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0518746 Apr 07 13:44:40.348872 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-35f178b9-f970-4490-a095-85625a1ebfa4 req-8a0f7daa-c145-43d4-a699-740e0c0e09be tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418127 Apr 07 13:44:40.353628 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for port (22416beb-b459-4756-a950-ac451d324798), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:40.386831 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (22416beb-b459-4756-a950-ac451d324798), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:40.427154 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:44:40.430098 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:44:40.436211 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:44:40.460004 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'Port': ['ID=22416beb-b459-4756-a950-ac451d324798,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:40.472647 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:40.472994 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:40.473341 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:40.473681 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:40.474018 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:40.474381 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:40.474711 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:40.475036 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:40.475364 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:40.475692 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:40.476020 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:40.476343 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:40.476665 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:40.476988 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:40.477918 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:44:40.503417 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:40.504026 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:40.521436 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-e56e379e-a5da-4e19-ae51-aaad47bde8c1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5412505 Apr 07 13:44:40.539305 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Request body: {'port': {'device_id': 'b95fb93d-ced7-4127-9df6-bae09ef420d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:44:40.604412 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (22416beb-b459-4756-a950-ac451d324798), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:40.698707 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-f89387b7-0d1e-486f-bda5-cda7c378843b None None] Provisioning complete for port 22416beb-b459-4756-a950-ac451d324798 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:44:40.699132 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f89387b7-0d1e-486f-bda5-cda7c378843b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (22416beb-b459-4756-a950-ac451d324798), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:40.733062 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f89387b7-0d1e-486f-bda5-cda7c378843b None None] Port 22416beb-b459-4756-a950-ac451d324798 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:44:40.857658 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53036b-4639-42a2-9983-cd32e3e034cd req-4aa6c860-9a3a-4e23-8ec2-216ec48efe59 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:40.859157 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ef53036b-4639-42a2-9983-cd32e3e034cd req-4aa6c860-9a3a-4e23-8ec2-216ec48efe59 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 931 time: 0.0514419 Apr 07 13:44:40.863087 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22416beb-b459-4756-a950-ac451d324798 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:44:40.870617 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Publish callbacks [] for port (22416beb-b459-4756-a950-ac451d324798), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:40.882926 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Transition to ACTIVE for port object 22416beb-b459-4756-a950-ac451d324798 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:44:40.886699 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (22416beb-b459-4756-a950-ac451d324798), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:40.906718 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ef53036b-4639-42a2-9983-cd32e3e034cd req-de59643d-844a-4c9c-8778-dc87e49e26cc tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=e111afb3-eac7-4313-944a-19d4e0df0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418906 Apr 07 13:44:40.960830 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Pushing event updated for resources: {'Port': ['ID=22416beb-b459-4756-a950-ac451d324798,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:41.010182 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Attempting to bind port 22416beb-b459-4756-a950-ac451d324798 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:44:41.010597 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Attempting to bind port 22416beb-b459-4756-a950-ac451d324798 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:44:41.010929 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Attempting to bind port 22416beb-b459-4756-a950-ac451d324798 on network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:44:41.016065 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Port 22416beb-b459-4756-a950-ac451d324798 on network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:44:41.016471 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Attempting to bind port 22416beb-b459-4756-a950-ac451d324798 on network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:44:41.021468 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:44:41.021803 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Checking segment: {'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:44:41.022187 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Bound using segment: {'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:44:41.022730 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Bound port: 22416beb-b459-4756-a950-ac451d324798, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:44:41.023093 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (22416beb-b459-4756-a950-ac451d324798), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:41.088889 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] For port 22416beb-b459-4756-a950-ac451d324798, host hv-cinder-83697, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:44:41.091988 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] For port 22416beb-b459-4756-a950-ac451d324798, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=22416beb-b459-4756-a950-ac451d324798,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:44:41.097943 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (22416beb-b459-4756-a950-ac451d324798), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:41.131379 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:41.132016 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:41.133347 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] 10.222.0.23 "PUT /v2.0/ports/22416beb-b459-4756-a950-ac451d324798 HTTP/1.1" status: 200 len: 1093 time: 0.5983880 Apr 07 13:44:41.133781 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95fb93d-ced7-4127-9df6-bae09ef420d4', 'tag': '22416beb-b459-4756-a950-ac451d324798'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:44:41.136051 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b11b825-e4c0-4a3f-a96d-e2a09fd4b8ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b95fb93d-ced7-4127-9df6-bae09ef420d4", "tag": "22416beb-b459-4756-a950-ac451d324798"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:44:41.168528 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0343328-4532-47d2-aca9-19423322cf13 service neutron] Pushing event updated for resources: {'Port': ['ID=22416beb-b459-4756-a950-ac451d324798,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:41.191083 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8654089b-fdf3-4e34-a162-a9b5c2d13bb5 x-openstack-request-id: req-8654089b-fdf3-4e34-a162-a9b5c2d13bb5 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:44:41.191377 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95fb93d-ced7-4127-9df6-bae09ef420d4", "tag": "22416beb-b459-4756-a950-ac451d324798", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:44:41.191634 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8654089b-fdf3-4e34-a162-a9b5c2d13bb5 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:44:41.192036 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8654089b-fdf3-4e34-a162-a9b5c2d13bb5'] response: {'name': 'network-changed', 'server_uuid': 'b95fb93d-ced7-4127-9df6-bae09ef420d4', 'tag': '22416beb-b459-4756-a950-ac451d324798', 'status': 'completed', 'code': 200} Apr 07 13:44:41.257059 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-77b35e17-a540-4c80-8520-0d21f672cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:41.258704 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-77b35e17-a540-4c80-8520-0d21f672cb49 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9634a2617d1248c6af6fae61e6f92594&device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 1127 time: 0.0503056 Apr 07 13:44:41.307600 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-2420743e-1b13-4e18-a7f7-f96adf1ec5fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22416beb-b459-4756-a950-ac451d324798 HTTP/1.1" status: 200 len: 217 time: 0.0357265 Apr 07 13:44:41.355725 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-25319caf-6421-47dc-9d31-e7c233fadab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:41.357119 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-25319caf-6421-47dc-9d31-e7c233fadab9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=445ab6a6-5357-4955-a306-a0086052025f HTTP/1.1" status: 200 len: 853 time: 0.0435319 Apr 07 13:44:41.409952 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-ff3b7404-77b7-409e-8221-63d76dcfaed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:41.411493 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-ff3b7404-77b7-409e-8221-63d76dcfaed3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480900 Apr 07 13:44:41.469523 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b507d54-c4df-4106-853b-0520060a7cd4 req-2179b26f-67b6-42fd-b46d-57914b5858d5 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:41.471131 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9b507d54-c4df-4106-853b-0520060a7cd4 req-2179b26f-67b6-42fd-b46d-57914b5858d5 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0562453 Apr 07 13:44:41.502977 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-ceb58783-4580-4acd-8a69-dd8b5f2b7ef4 service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832045 Apr 07 13:44:41.519475 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9b507d54-c4df-4106-853b-0520060a7cd4 req-a763ea42-d2ea-40b3-bbcb-ddfa9a1f37c5 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426109 Apr 07 13:44:41.596366 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1fcfd064-4fa0-4cf1-8733-ff056bf9db8b req-963386d5-8d6f-4fcf-9ba6-e82e83ec01d3 service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877316 Apr 07 13:44:42.025066 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf936f5-fff2-432b-bc10-56d85d9b9aa9 req-8d71ac94-4b68-4048-a753-3e415878b865 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:42.026622 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4cf936f5-fff2-432b-bc10-56d85d9b9aa9 req-8d71ac94-4b68-4048-a753-3e415878b865 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 943 time: 0.0517650 Apr 07 13:44:42.071668 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4cf936f5-fff2-432b-bc10-56d85d9b9aa9 req-8ef20f46-0383-4bb4-8a53-a9e9b20382ef tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=e111afb3-eac7-4313-944a-19d4e0df0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395679 Apr 07 13:44:42.634628 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37491e5e-86d1-4b72-99ad-d3d7cf0f974d req-7c1dc6e1-353f-4230-8313-ebaba2606bf7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:42.636097 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-37491e5e-86d1-4b72-99ad-d3d7cf0f974d req-7c1dc6e1-353f-4230-8313-ebaba2606bf7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0507035 Apr 07 13:44:42.687241 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-37491e5e-86d1-4b72-99ad-d3d7cf0f974d req-8dce01e8-afae-424d-89f1-65eedada65a5 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449917 Apr 07 13:44:43.187988 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75732b47-5e01-44a5-b87c-4fdad601848f req-d37b8cdc-a9f6-461a-a9f2-64056771777b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:43.189436 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-75732b47-5e01-44a5-b87c-4fdad601848f req-d37b8cdc-a9f6-461a-a9f2-64056771777b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 943 time: 0.0523777 Apr 07 13:44:43.233749 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-75732b47-5e01-44a5-b87c-4fdad601848f req-a3463bec-c2a1-45c4-9e95-4556385a682a tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=e111afb3-eac7-4313-944a-19d4e0df0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388477 Apr 07 13:44:43.614962 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11b825-e4c0-4a3f-a96d-e2a09fd4b8ed req-833b78f2-030d-49f5-a4b1-bfa336fe1cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:43.616421 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7b11b825-e4c0-4a3f-a96d-e2a09fd4b8ed req-833b78f2-030d-49f5-a4b1-bfa336fe1cda service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9634a2617d1248c6af6fae61e6f92594&device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 1127 time: 0.0448954 Apr 07 13:44:43.802476 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ad7fa-fac1-4b54-8772-c3b2edda228d req-20b19327-720e-4b0d-94f9-12c80b0f8a4b tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:43.803890 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-045ad7fa-fac1-4b54-8772-c3b2edda228d req-20b19327-720e-4b0d-94f9-12c80b0f8a4b tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0514083 Apr 07 13:44:43.850951 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-045ad7fa-fac1-4b54-8772-c3b2edda228d req-865ccb86-2a32-4dc7-b287-6ad9d006188e tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416560 Apr 07 13:44:44.352142 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa9c6b-d56a-4419-943b-1e3fd711b8f5 req-9221cb66-aaba-4985-ae5f-d8d3138b75d3 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:44.353568 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-62fa9c6b-d56a-4419-943b-1e3fd711b8f5 req-9221cb66-aaba-4985-ae5f-d8d3138b75d3 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 943 time: 0.0545874 Apr 07 13:44:44.398153 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-62fa9c6b-d56a-4419-943b-1e3fd711b8f5 req-57308f0e-1d7e-4426-bfa9-7b54924c9520 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=e111afb3-eac7-4313-944a-19d4e0df0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391047 Apr 07 13:44:44.612457 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11b825-e4c0-4a3f-a96d-e2a09fd4b8ed req-c5c87005-d6e3-460a-bae3-0249daee3b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:44.613903 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7b11b825-e4c0-4a3f-a96d-e2a09fd4b8ed req-c5c87005-d6e3-460a-bae3-0249daee3b30 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 HTTP/1.1" status: 200 len: 915 time: 0.0883331 Apr 07 13:44:44.654831 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7b11b825-e4c0-4a3f-a96d-e2a09fd4b8ed req-898cc39d-9905-4f0d-a0a8-44705e811769 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22416beb-b459-4756-a950-ac451d324798 HTTP/1.1" status: 200 len: 217 time: 0.0344615 Apr 07 13:44:44.701669 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11b825-e4c0-4a3f-a96d-e2a09fd4b8ed req-d6fa4970-de0a-4aff-aa49-9e155eee0fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:44.703157 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7b11b825-e4c0-4a3f-a96d-e2a09fd4b8ed req-d6fa4970-de0a-4aff-aa49-9e155eee0fe9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=445ab6a6-5357-4955-a306-a0086052025f HTTP/1.1" status: 200 len: 853 time: 0.0429869 Apr 07 13:44:44.754222 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11b825-e4c0-4a3f-a96d-e2a09fd4b8ed req-965181df-e145-46a2-bd5e-19758ddec8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:44.755728 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7b11b825-e4c0-4a3f-a96d-e2a09fd4b8ed req-965181df-e145-46a2-bd5e-19758ddec8b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474188 Apr 07 13:44:44.843449 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7b11b825-e4c0-4a3f-a96d-e2a09fd4b8ed req-90ebc611-79f1-4498-a7f7-64ea0dab493b service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809667 Apr 07 13:44:44.934630 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7b11b825-e4c0-4a3f-a96d-e2a09fd4b8ed req-c0a59885-d99d-4048-a44b-e8d1c386ac62 service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854943 Apr 07 13:44:44.968358 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313a0f7-813e-4328-bd3b-7173fa61424f req-9a1aaccc-ca0a-47fc-b36b-75d50ea75cc5 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:44.969841 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4313a0f7-813e-4328-bd3b-7173fa61424f req-9a1aaccc-ca0a-47fc-b36b-75d50ea75cc5 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 943 time: 0.0531247 Apr 07 13:44:45.017388 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4313a0f7-813e-4328-bd3b-7173fa61424f req-3ca30d47-74d3-499f-afa7-2d3e7707be2e tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419493 Apr 07 13:44:45.288459 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 22416beb-b459-4756-a950-ac451d324798 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:44:45.380467 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 22416beb-b459-4756-a950-ac451d324798, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=22416beb-b459-4756-a950-ac451d324798,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:44:45.394010 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': '22416beb-b459-4756-a950-ac451d324798', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'port_id': '22416beb-b459-4756-a950-ac451d324798', 'mac_address': 'fa:16:3e:b3:e0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:44:45.430321 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 22416beb-b459-4756-a950-ac451d324798 is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:44:45.430733 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (22416beb-b459-4756-a950-ac451d324798), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:45.443509 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22416beb-b459-4756-a950-ac451d324798 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:44:45.463092 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 22416beb-b459-4756-a950-ac451d324798, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=22416beb-b459-4756-a950-ac451d324798,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:44:45.467227 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (22416beb-b459-4756-a950-ac451d324798), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:45.467869 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 4f23a4d0-65d2-48c5-a689-041550c4a618 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:44:45.517183 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c454765-5a48-436f-885a-481da44392e0 req-6c47a9b4-39d3-43ed-a5d4-c2e57baf8735 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:45.518662 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0c454765-5a48-436f-885a-481da44392e0 req-6c47a9b4-39d3-43ed-a5d4-c2e57baf8735 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 944 time: 0.0554953 Apr 07 13:44:45.538132 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=22416beb-b459-4756-a950-ac451d324798,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:45.564207 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0c454765-5a48-436f-885a-481da44392e0 req-782be4e0-a55f-4a1b-b9e1-9467a5d33f4f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=e111afb3-eac7-4313-944a-19d4e0df0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399323 Apr 07 13:44:45.603175 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 4f23a4d0-65d2-48c5-a689-041550c4a618, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4f23a4d0-65d2-48c5-a689-041550c4a618,segment=NetworkSegment(90018b87-af8a-47ee-9987-c149d89d6c97),segment_id=90018b87-af8a-47ee-9987-c149d89d6c97)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:44:45.613759 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': '4f23a4d0-65d2-48c5-a689-041550c4a618', 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f', 'port_id': '4f23a4d0-65d2-48c5-a689-041550c4a618', 'mac_address': 'fa:16:3e:95:41:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:44:45.649359 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 4f23a4d0-65d2-48c5-a689-041550c4a618 is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:44:45.649750 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:45.662724 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f23a4d0-65d2-48c5-a689-041550c4a618 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:44:45.680966 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 4f23a4d0-65d2-48c5-a689-041550c4a618, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4f23a4d0-65d2-48c5-a689-041550c4a618,segment=NetworkSegment(90018b87-af8a-47ee-9987-c149d89d6c97),segment_id=90018b87-af8a-47ee-9987-c149d89d6c97)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:44:45.684660 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:45.731620 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=4f23a4d0-65d2-48c5-a689-041550c4a618,revision_number=7']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:46.132491 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1c13d-24a2-46b0-83f0-e4efea5e42da req-9b17bdb4-f5b7-4a4e-9156-69644d77569f tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:46.133946 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-47f1c13d-24a2-46b0-83f0-e4efea5e42da req-9b17bdb4-f5b7-4a4e-9156-69644d77569f tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 944 time: 0.0509484 Apr 07 13:44:46.182539 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-47f1c13d-24a2-46b0-83f0-e4efea5e42da req-d8caf72b-6419-424b-a4ce-776640af9af0 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430701 Apr 07 13:44:46.285930 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['22416beb-b459-4756-a950-ac451d324798'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:44:46.433165 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['4f23a4d0-65d2-48c5-a689-041550c4a618'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:44:46.680208 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a3f88-873e-4d61-86c3-e7fec6ed2145 req-376f162d-3d56-412f-be7a-c806f75ed3dc tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:46.681642 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-499a3f88-873e-4d61-86c3-e7fec6ed2145 req-376f162d-3d56-412f-be7a-c806f75ed3dc tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 944 time: 0.0516860 Apr 07 13:44:46.730020 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-499a3f88-873e-4d61-86c3-e7fec6ed2145 req-82bdc2d6-b054-4bcf-ac52-13c7924cab94 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=e111afb3-eac7-4313-944a-19d4e0df0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427759 Apr 07 13:44:47.295763 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ece66f-ab4f-45b3-b697-4c9834f0458b req-ca541727-33f0-417b-b7f7-b9a8b9dc293f tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:47.297213 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-73ece66f-ab4f-45b3-b697-4c9834f0458b req-ca541727-33f0-417b-b7f7-b9a8b9dc293f tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 944 time: 0.0505476 Apr 07 13:44:47.344021 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-73ece66f-ab4f-45b3-b697-4c9834f0458b req-eae26f71-6428-400b-9230-b1e2cd4b2edd tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414157 Apr 07 13:44:47.776751 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 22416beb-b459-4756-a950-ac451d324798 up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:44:47.827670 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port 22416beb-b459-4756-a950-ac451d324798 completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:44:47.831387 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port 22416beb-b459-4756-a950-ac451d324798 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:44:47.831761 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (22416beb-b459-4756-a950-ac451d324798), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:47.847699 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efe451-0e64-496e-9a82-bf27c28888cb req-bdd7731d-13ae-4a03-8d13-75f851d4f987 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:47.849186 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-34efe451-0e64-496e-9a82-bf27c28888cb req-bdd7731d-13ae-4a03-8d13-75f851d4f987 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 944 time: 0.0541296 Apr 07 13:44:47.896612 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-34efe451-0e64-496e-9a82-bf27c28888cb req-26a92c9f-9acb-4b0d-aa0e-7d9afd92393b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=e111afb3-eac7-4313-944a-19d4e0df0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416458 Apr 07 13:44:47.908217 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 22416beb-b459-4756-a950-ac451d324798 is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:44:47.908608 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (22416beb-b459-4756-a950-ac451d324798), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:47.930522 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95fb93d-ced7-4127-9df6-bae09ef420d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22416beb-b459-4756-a950-ac451d324798'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:44:47.932737 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a53181c-0377-4d0d-a460-3ea6638663d6" -d '{"events": [{"server_uuid": "b95fb93d-ced7-4127-9df6-bae09ef420d4", "name": "network-vif-plugged", "status": "completed", "tag": "22416beb-b459-4756-a950-ac451d324798"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:44:47.945382 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 22416beb-b459-4756-a950-ac451d324798, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=22416beb-b459-4756-a950-ac451d324798,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:44:47.949124 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (22416beb-b459-4756-a950-ac451d324798), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:47.949902 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 4f23a4d0-65d2-48c5-a689-041550c4a618 up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:44:47.989062 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081567f7-c2ac-4fc9-bf6b-5fc2e05721df x-openstack-request-id: req-081567f7-c2ac-4fc9-bf6b-5fc2e05721df {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:44:47.989372 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95fb93d-ced7-4127-9df6-bae09ef420d4", "name": "network-vif-plugged", "status": "completed", "tag": "22416beb-b459-4756-a950-ac451d324798", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:44:47.989626 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-081567f7-c2ac-4fc9-bf6b-5fc2e05721df {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:44:47.990008 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081567f7-c2ac-4fc9-bf6b-5fc2e05721df'] response: {'server_uuid': 'b95fb93d-ced7-4127-9df6-bae09ef420d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22416beb-b459-4756-a950-ac451d324798', 'code': 200} Apr 07 13:44:48.026513 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=22416beb-b459-4756-a950-ac451d324798,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:48.038637 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port 4f23a4d0-65d2-48c5-a689-041550c4a618 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:44:48.039014 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:48.117908 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 4f23a4d0-65d2-48c5-a689-041550c4a618 is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:44:48.118198 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:48.150714 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 4f23a4d0-65d2-48c5-a689-041550c4a618, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4f23a4d0-65d2-48c5-a689-041550c4a618,segment=NetworkSegment(90018b87-af8a-47ee-9987-c149d89d6c97),segment_id=90018b87-af8a-47ee-9987-c149d89d6c97)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:44:48.155373 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:48.184530 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef5af7-b843-4b1f-b226-f4c218d68b73 req-b519a3a5-9760-40a4-a83f-c19c5bf4ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:48.187403 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8aef5af7-b843-4b1f-b226-f4c218d68b73 req-b519a3a5-9760-40a4-a83f-c19c5bf4ee29 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 1129 time: 0.0481901 Apr 07 13:44:48.210344 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=4f23a4d0-65d2-48c5-a689-041550c4a618,revision_number=8']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:44:48.231935 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8aef5af7-b843-4b1f-b226-f4c218d68b73 req-bb91c0cb-f11b-479e-9ef5-b146f57edc6b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e111afb3-eac7-4313-944a-19d4e0df0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376546 Apr 07 13:44:48.460627 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d96b53-9aa4-4077-aee1-68900b8ecc65 req-c72de3ab-00d8-4317-998e-6c13a59a52fd tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:48.462062 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b2d96b53-9aa4-4077-aee1-68900b8ecc65 req-c72de3ab-00d8-4317-998e-6c13a59a52fd tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0549052 Apr 07 13:44:48.509020 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b2d96b53-9aa4-4077-aee1-68900b8ecc65 req-86beb62e-f311-49b9-b471-5b3704c594aa tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415530 Apr 07 13:44:49.011898 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c9dbd-e4f8-4725-96aa-4f1d5f8ff0c1 req-bec3c9d6-2f1d-467e-bdb5-d5b563890417 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:49.013336 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-025c9dbd-e4f8-4725-96aa-4f1d5f8ff0c1 req-bec3c9d6-2f1d-467e-bdb5-d5b563890417 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 945 time: 0.0503528 Apr 07 13:44:49.057962 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-025c9dbd-e4f8-4725-96aa-4f1d5f8ff0c1 req-177ae582-9904-4d8a-bbbc-316093675502 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=e111afb3-eac7-4313-944a-19d4e0df0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385127 Apr 07 13:44:49.632517 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2e9d6-51f5-40c4-96b7-caf7190e3f0f req-1ae1af43-b6a1-4cb4-8a1a-7b999754c773 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:49.634010 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1cc2e9d6-51f5-40c4-96b7-caf7190e3f0f req-1ae1af43-b6a1-4cb4-8a1a-7b999754c773 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0511174 Apr 07 13:44:49.686463 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1cc2e9d6-51f5-40c4-96b7-caf7190e3f0f req-bad71f0d-db51-4ecd-be33-1ca0e8959dbf tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464251 Apr 07 13:44:49.991374 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f23a4d0-65d2-48c5-a689-041550c4a618'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:44:49.993717 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9183a8-de32-46ef-80a5-5ae1f3ce8997" -d '{"events": [{"server_uuid": "b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670", "name": "network-vif-plugged", "status": "completed", "tag": "4f23a4d0-65d2-48c5-a689-041550c4a618"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:44:50.028071 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4883c589-e0f1-432b-8792-629441aab8e2 x-openstack-request-id: req-4883c589-e0f1-432b-8792-629441aab8e2 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:44:50.028362 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670", "name": "network-vif-plugged", "status": "completed", "tag": "4f23a4d0-65d2-48c5-a689-041550c4a618", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:44:50.028616 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4883c589-e0f1-432b-8792-629441aab8e2 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:44:50.029016 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4883c589-e0f1-432b-8792-629441aab8e2'] response: {'server_uuid': 'b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f23a4d0-65d2-48c5-a689-041550c4a618', 'code': 200} Apr 07 13:44:50.175512 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb445da8-40ae-4a38-b280-254048905957 req-a63474bc-999d-4cdb-91eb-d4a738c94ade tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:50.176901 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-eb445da8-40ae-4a38-b280-254048905957 req-a63474bc-999d-4cdb-91eb-d4a738c94ade tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 945 time: 0.0521002 Apr 07 13:44:50.223511 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-eb445da8-40ae-4a38-b280-254048905957 req-f72ae8ec-bd06-48c4-b897-828f311546fd tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=e111afb3-eac7-4313-944a-19d4e0df0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409710 Apr 07 13:44:50.298800 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef3d94-5787-4087-8e31-5e80d8192cdd req-b1891a64-9d47-4819-881a-3d89ba33e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:50.300345 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8fef3d94-5787-4087-8e31-5e80d8192cdd req-b1891a64-9d47-4819-881a-3d89ba33e101 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 1129 time: 0.0435474 Apr 07 13:44:50.338071 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fdf9e-06c9-46d3-bcc2-cd43b9bfc98a req-56bb6c57-286b-41a0-a994-0f40e8a45258 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:50.339562 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ce1fdf9e-06c9-46d3-bcc2-cd43b9bfc98a req-56bb6c57-286b-41a0-a994-0f40e8a45258 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 945 time: 0.0521071 Apr 07 13:44:50.348249 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33346) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:44:50.351645 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8fef3d94-5787-4087-8e31-5e80d8192cdd req-fb823597-d198-42f5-a01b-748aec26827b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441115 Apr 07 13:44:50.352656 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-3309e9f0-bacf-4da6-b9ba-b816a8867927 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'floatingip': {'port_id': '22416beb-b459-4756-a950-ac451d324798'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:44:50.394263 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3309e9f0-bacf-4da6-b9ba-b816a8867927 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (f71f6490-0fa2-480c-ae11-9573625cef46), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:50.856532 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3309e9f0-bacf-4da6-b9ba-b816a8867927 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:50.864869 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcecf8b-ef4b-45ba-89ab-1d7126d78334 req-20cc5ba3-a82f-46bd-92c8-55b50df26231 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:50.866343 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9bcecf8b-ef4b-45ba-89ab-1d7126d78334 req-20cc5ba3-a82f-46bd-92c8-55b50df26231 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.1041498 Apr 07 13:44:50.867399 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3309e9f0-bacf-4da6-b9ba-b816a8867927 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (f71f6490-0fa2-480c-ae11-9573625cef46), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:50.982004 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9bcecf8b-ef4b-45ba-89ab-1d7126d78334 req-11839fc6-3324-4fc9-a6de-fd92d7348108 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816431 Apr 07 13:44:51.000339 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.l3_db [None req-3309e9f0-bacf-4da6-b9ba-b816a8867927 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Floating IP f71f6490-0fa2-480c-ae11-9573625cef46 associated. External IP: 172.27.0.12, port: 22416beb-b459-4756-a950-ac451d324798. Apr 07 13:44:51.203931 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3309e9f0-bacf-4da6-b9ba-b816a8867927 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Router 4e96cc68-9cee-43f6-8184-ac0bc814419d has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:44:51.311534 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3309e9f0-bacf-4da6-b9ba-b816a8867927 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:44:51.316250 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3309e9f0-bacf-4da6-b9ba-b816a8867927 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:51.321385 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce24fab9-1925-40e3-a109-ef5838ac9706 None None] Sync routers for ids ['4e96cc68-9cee-43f6-8184-ac0bc814419d'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:44:51.330358 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce24fab9-1925-40e3-a109-ef5838ac9706 None None] Routers {'4e96cc68-9cee-43f6-8184-ac0bc814419d'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:44:51.330972 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-ce24fab9-1925-40e3-a109-ef5838ac9706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:44:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['4e96cc68-9cee-43f6-8184-ac0bc814419d'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:51.344933 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-3309e9f0-bacf-4da6-b9ba-b816a8867927 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "PUT /v2.0/floatingips/f71f6490-0fa2-480c-ae11-9573625cef46 HTTP/1.1" status: 200 len: 990 time: 0.9956052 Apr 07 13:44:51.345608 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95fb93d-ced7-4127-9df6-bae09ef420d4', 'tag': '22416beb-b459-4756-a950-ac451d324798'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:44:51.347849 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818ce9a4-4c64-4ded-a374-74edb628fb19" -d '{"events": [{"name": "network-changed", "server_uuid": "b95fb93d-ced7-4127-9df6-bae09ef420d4", "tag": "22416beb-b459-4756-a950-ac451d324798"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:44:51.382840 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fd44af-fa82-41c0-95a1-cb51301c3a49 x-openstack-request-id: req-08fd44af-fa82-41c0-95a1-cb51301c3a49 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:44:51.383132 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95fb93d-ced7-4127-9df6-bae09ef420d4", "tag": "22416beb-b459-4756-a950-ac451d324798", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:44:51.383385 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08fd44af-fa82-41c0-95a1-cb51301c3a49 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:44:51.383787 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08fd44af-fa82-41c0-95a1-cb51301c3a49'] response: {'name': 'network-changed', 'server_uuid': 'b95fb93d-ced7-4127-9df6-bae09ef420d4', 'tag': '22416beb-b459-4756-a950-ac451d324798', 'status': 'completed', 'code': 200} Apr 07 13:44:51.486203 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ce9a4-4c64-4ded-a374-74edb628fb19 req-b8a1a010-22f7-4fac-972d-e68e50286b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:51.487737 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-818ce9a4-4c64-4ded-a374-74edb628fb19 req-b8a1a010-22f7-4fac-972d-e68e50286b4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9634a2617d1248c6af6fae61e6f92594&device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 1129 time: 0.0463884 Apr 07 13:44:51.526157 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-ce24fab9-1925-40e3-a109-ef5838ac9706 None None] Set router 4e96cc68-9cee-43f6-8184-ac0bc814419d gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:44:51.742314 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-ce24fab9-1925-40e3-a109-ef5838ac9706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'f71f6490-0fa2-480c-ae11-9573625cef46', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'port_id': '22416beb-b459-4756-a950-ac451d324798', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'mac_address': 'fa:16:3e:b3:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95fb93d-ced7-4127-9df6-bae09ef420d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:44:37Z', 'updated_at': '2022-04-07T13:44:50Z', 'revision_number': 1, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 5, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:51.767929 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce24fab9-1925-40e3-a109-ef5838ac9706 None None] Checking router: 4e96cc68-9cee-43f6-8184-ac0bc814419d for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:44:51.775939 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce24fab9-1925-40e3-a109-ef5838ac9706 None None] Routers {'4e96cc68-9cee-43f6-8184-ac0bc814419d'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:44:51.776591 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-ce24fab9-1925-40e3-a109-ef5838ac9706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:44:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['4e96cc68-9cee-43f6-8184-ac0bc814419d'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:51.883325 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-ce24fab9-1925-40e3-a109-ef5838ac9706 None None] Set router 4e96cc68-9cee-43f6-8184-ac0bc814419d gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:44:52.106125 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ce9a4-4c64-4ded-a374-74edb628fb19 req-a3274543-8a48-42cb-a043-68d602e8e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:52.107554 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-818ce9a4-4c64-4ded-a374-74edb628fb19 req-a3274543-8a48-42cb-a043-68d602e8e903 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 HTTP/1.1" status: 200 len: 915 time: 0.0997868 Apr 07 13:44:52.109539 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4801230-0945-4b96-a657-ba50524fa6d7 req-1673244b-d21f-4096-a3ae-59dfb6a79806 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:52.111036 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b4801230-0945-4b96-a657-ba50524fa6d7 req-1673244b-d21f-4096-a3ae-59dfb6a79806 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0580785 Apr 07 13:44:52.117484 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-ce24fab9-1925-40e3-a109-ef5838ac9706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'f71f6490-0fa2-480c-ae11-9573625cef46', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'port_id': '22416beb-b459-4756-a950-ac451d324798', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'mac_address': 'fa:16:3e:b3:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95fb93d-ced7-4127-9df6-bae09ef420d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:44:37Z', 'updated_at': '2022-04-07T13:44:50Z', 'revision_number': 1, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 5, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:44:52.145194 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce24fab9-1925-40e3-a109-ef5838ac9706 None None] The sync data for ids ['4e96cc68-9cee-43f6-8184-ac0bc814419d'] in dv-cinder-836973-1-iscsi is: [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'f71f6490-0fa2-480c-ae11-9573625cef46', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'port_id': '22416beb-b459-4756-a950-ac451d324798', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'mac_address': 'fa:16:3e:b3:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95fb93d-ced7-4127-9df6-bae09ef420d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:44:37Z', 'updated_at': '2022-04-07T13:44:50Z', 'revision_number': 1, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 5, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:44:52.165703 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b4801230-0945-4b96-a657-ba50524fa6d7 req-85fca97a-88cc-4a71-bfcf-76a06b937fbc tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491297 Apr 07 13:44:52.205137 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-818ce9a4-4c64-4ded-a374-74edb628fb19 req-9631135b-d446-48b6-9deb-976dcffa83cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22416beb-b459-4756-a950-ac451d324798 HTTP/1.1" status: 200 len: 998 time: 0.0796313 Apr 07 13:44:52.253271 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ce9a4-4c64-4ded-a374-74edb628fb19 req-253e19de-cdc9-4463-b949-a9e2cca21cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:52.254759 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-818ce9a4-4c64-4ded-a374-74edb628fb19 req-253e19de-cdc9-4463-b949-a9e2cca21cb5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=445ab6a6-5357-4955-a306-a0086052025f HTTP/1.1" status: 200 len: 853 time: 0.0442619 Apr 07 13:44:52.304365 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ce9a4-4c64-4ded-a374-74edb628fb19 req-7853d099-2bce-455e-9752-480ea6ef18d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:52.305925 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-818ce9a4-4c64-4ded-a374-74edb628fb19 req-7853d099-2bce-455e-9752-480ea6ef18d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447693 Apr 07 13:44:52.333984 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a63c77-e843-4e94-a2bb-7a13fa10a832 None None] New status for floating IP f71f6490-0fa2-480c-ae11-9573625cef46: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:44:52.402044 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-818ce9a4-4c64-4ded-a374-74edb628fb19 req-fd833dcd-a4e6-4a4e-8374-db2371b54ea8 service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888340 Apr 07 13:44:52.446273 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b238f832-5779-4069-b57a-8ece60864c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:52.496098 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-818ce9a4-4c64-4ded-a374-74edb628fb19 req-99a1c8e8-24d7-4d84-b01e-a222313d5a0e service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882115 Apr 07 13:44:53.290158 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cd919-4425-48a9-a7c3-9156fc57413a req-43e22566-d66d-46bc-9f56-98a210380bb5 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:44:53.291628 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fa3cd919-4425-48a9-a7c3-9156fc57413a req-43e22566-d66d-46bc-9f56-98a210380bb5 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0537755 Apr 07 13:44:53.338771 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fa3cd919-4425-48a9-a7c3-9156fc57413a req-c0f7b1e9-99ea-4898-af56-b8343a67c57a tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416205 Apr 07 13:44:54.905982 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb75ef54-2201-49f4-874e-9c1aa9784447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:55.774548 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:57.244769 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:58.667633 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:44:59.990443 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:45:05.102129 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:45:13.137541 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c21a39-6713-4d3e-af5c-8f9c82cbb86f req-674b5d26-589f-49e4-b820-54eb1adc9fe6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:13.139023 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-27c21a39-6713-4d3e-af5c-8f9c82cbb86f req-674b5d26-589f-49e4-b820-54eb1adc9fe6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0521400 Apr 07 13:45:13.185183 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-27c21a39-6713-4d3e-af5c-8f9c82cbb86f req-575f228b-e37d-4ba6-8c20-3c1b414b9244 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405529 Apr 07 13:45:14.308845 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc742c-bc49-4658-8884-5c9be1c2d834 req-7825d899-9ffa-4636-b78a-32703a61ac35 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:14.310273 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f3dc742c-bc49-4658-8884-5c9be1c2d834 req-7825d899-9ffa-4636-b78a-32703a61ac35 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0530202 Apr 07 13:45:14.355298 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f3dc742c-bc49-4658-8884-5c9be1c2d834 req-82e14998-5da9-4942-993c-712f8111dc91 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388992 Apr 07 13:45:15.474035 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b77e0a-ef47-4df2-a0f2-a98fc048f7eb req-8cb1f4be-89bc-4a2b-a335-d230a9af1093 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:15.475524 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d8b77e0a-ef47-4df2-a0f2-a98fc048f7eb req-8cb1f4be-89bc-4a2b-a335-d230a9af1093 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0506606 Apr 07 13:45:15.520375 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d8b77e0a-ef47-4df2-a0f2-a98fc048f7eb req-b4ab0279-4d1f-440b-9ed2-19aa69b47205 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394108 Apr 07 13:45:16.637101 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb01a03-6ce7-49dd-b43f-5c98fe582a07 req-64ec1566-a18d-4d81-9b2e-5008424b25cf tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:16.638578 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1eb01a03-6ce7-49dd-b43f-5c98fe582a07 req-64ec1566-a18d-4d81-9b2e-5008424b25cf tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0497742 Apr 07 13:45:16.687133 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1eb01a03-6ce7-49dd-b43f-5c98fe582a07 req-dcce557c-1f0f-4b1d-993f-40bfeb22a4af tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424354 Apr 07 13:45:17.806823 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfce4f-3bf5-47b6-a0e9-811dcab27d41 req-4c266869-1a6d-4b6e-ab10-167f90a2de38 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:17.808283 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-43dfce4f-3bf5-47b6-a0e9-811dcab27d41 req-4c266869-1a6d-4b6e-ab10-167f90a2de38 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0513780 Apr 07 13:45:17.854003 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-43dfce4f-3bf5-47b6-a0e9-811dcab27d41 req-332af7c0-6db6-4785-a1fb-1a3e4c016053 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401704 Apr 07 13:45:18.971024 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f250da-5fe5-4613-86f3-ef9b67144989 req-4e5f6df9-3a15-4240-ae85-f9eed64d872f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:18.972466 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-43f250da-5fe5-4613-86f3-ef9b67144989 req-4e5f6df9-3a15-4240-ae85-f9eed64d872f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0500350 Apr 07 13:45:19.016851 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-43f250da-5fe5-4613-86f3-ef9b67144989 req-e23959e9-213b-4aa3-ab5c-7a0bd6535c9e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390213 Apr 07 13:45:20.140632 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f82c3-554f-4863-a362-92138337c6a8 req-c2302b57-8110-416f-8573-dc48b675d831 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:20.142090 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c95f82c3-554f-4863-a362-92138337c6a8 req-c2302b57-8110-416f-8573-dc48b675d831 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0543098 Apr 07 13:45:20.186558 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c95f82c3-554f-4863-a362-92138337c6a8 req-df0f2866-8095-4fbf-858f-aa1fff4cb481 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389559 Apr 07 13:45:21.304721 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aaa52a-0985-485c-9b20-d747ad286196 req-d111b2df-276a-441e-9813-eb7a565c0851 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:21.306164 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-50aaa52a-0985-485c-9b20-d747ad286196 req-d111b2df-276a-441e-9813-eb7a565c0851 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0503561 Apr 07 13:45:21.351280 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-50aaa52a-0985-485c-9b20-d747ad286196 req-a98f67a1-fcf4-4bd2-8247-e2641e0becaa tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397131 Apr 07 13:45:22.408488 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dded0e78-4846-48a9-976a-bd91a223a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:45:22.472153 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531ad91-66cf-4639-8aaf-0bd123816bd2 req-9e9f498f-3d9e-4479-8be2-ebbfa76952e9 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:22.473594 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f531ad91-66cf-4639-8aaf-0bd123816bd2 req-9e9f498f-3d9e-4479-8be2-ebbfa76952e9 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0513065 Apr 07 13:45:22.520973 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f531ad91-66cf-4639-8aaf-0bd123816bd2 req-4c540be1-d9dc-4305-9f6a-4cdbbabe8b87 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418115 Apr 07 13:45:23.641361 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d8540-6737-40e5-8958-afd486f52abe req-96d06dc4-4868-461b-b8ce-051248b9ae6d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:23.642832 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9d3d8540-6737-40e5-8958-afd486f52abe req-96d06dc4-4868-461b-b8ce-051248b9ae6d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0506198 Apr 07 13:45:23.687831 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9d3d8540-6737-40e5-8958-afd486f52abe req-47038842-b3f2-4c77-b86a-d53de1a908e6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390131 Apr 07 13:45:24.806035 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e299f-5c01-409a-ae3c-00ba5475d2c2 req-8923fcfa-1ebc-4dc6-a1ce-819470335a9c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:24.807532 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-903e299f-5c01-409a-ae3c-00ba5475d2c2 req-8923fcfa-1ebc-4dc6-a1ce-819470335a9c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0508387 Apr 07 13:45:24.852347 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-903e299f-5c01-409a-ae3c-00ba5475d2c2 req-a886a851-ab50-4736-adfd-588937727768 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390468 Apr 07 13:45:24.906508 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ff7d2228-36d1-4d69-8f19-ee924a48ea87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:45:25.776898 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:45:25.974649 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5df34-4f22-4a8d-b76a-5a12e9dae33a req-7f994521-76b8-4137-8661-58904cb69311 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:25.976094 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b7b5df34-4f22-4a8d-b76a-5a12e9dae33a req-7f994521-76b8-4137-8661-58904cb69311 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0548038 Apr 07 13:45:26.020006 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b7b5df34-4f22-4a8d-b76a-5a12e9dae33a req-23309d1e-bf60-4372-aadb-ab27058c3218 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384591 Apr 07 13:45:26.037902 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device d7e07c97-729c-4e0b-a0d7-250d2304f097 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:45:26.132401 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d7e07c97-729c-4e0b-a0d7-250d2304f097, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d7e07c97-729c-4e0b-a0d7-250d2304f097,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:45:26.143514 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': 'd7e07c97-729c-4e0b-a0d7-250d2304f097', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'port_id': 'd7e07c97-729c-4e0b-a0d7-250d2304f097', 'mac_address': 'fa:16:3e:4a:58:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:45:26.178854 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port d7e07c97-729c-4e0b-a0d7-250d2304f097 is: ACTIVE; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:45:26.179241 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:45:26.191337 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7e07c97-729c-4e0b-a0d7-250d2304f097 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:45:26.209850 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d7e07c97-729c-4e0b-a0d7-250d2304f097, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d7e07c97-729c-4e0b-a0d7-250d2304f097,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:45:26.213896 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:45:26.262434 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=d7e07c97-729c-4e0b-a0d7-250d2304f097,revision_number=6']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:45:26.269619 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:45:26.269965 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:45:26.270345 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:45:26.270704 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:45:26.271041 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:45:26.271370 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:45:26.271695 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:45:26.272017 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:45:26.272338 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:45:26.272658 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:45:26.272978 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:45:26.273312 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:45:26.273636 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:45:26.273953 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:45:26.274268 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:45:26.396372 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['d7e07c97-729c-4e0b-a0d7-250d2304f097'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:45:27.139205 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0102e-7f3f-4aeb-8784-77869f58afd8 req-bc57b143-103f-4652-ab41-35f2eef7f3dd tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:27.140691 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f8a0102e-7f3f-4aeb-8784-77869f58afd8 req-bc57b143-103f-4652-ab41-35f2eef7f3dd tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 945 time: 0.0510378 Apr 07 13:45:27.185486 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f8a0102e-7f3f-4aeb-8784-77869f58afd8 req-76ed81b0-6386-453a-87a8-6afa83f5df7a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394242 Apr 07 13:45:27.252420 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:45:28.039040 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device d7e07c97-729c-4e0b-a0d7-250d2304f097 up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:45:28.089069 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port d7e07c97-729c-4e0b-a0d7-250d2304f097 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:45:28.089443 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:45:28.162341 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port d7e07c97-729c-4e0b-a0d7-250d2304f097 is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:45:28.162723 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:45:28.184223 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdfe618-c3fe-4d17-a936-72b5ba133e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e07c97-729c-4e0b-a0d7-250d2304f097'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:45:28.186448 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dce0061-45e3-41c1-bef1-8144369cbe2e" -d '{"events": [{"server_uuid": "0fdfe618-c3fe-4d17-a936-72b5ba133e32", "name": "network-vif-plugged", "status": "completed", "tag": "d7e07c97-729c-4e0b-a0d7-250d2304f097"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:45:28.202238 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d7e07c97-729c-4e0b-a0d7-250d2304f097, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d7e07c97-729c-4e0b-a0d7-250d2304f097,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:45:28.206272 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:45:28.230763 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b13f67-606e-4d92-ab78-bbb1c0428695 x-openstack-request-id: req-e3b13f67-606e-4d92-ab78-bbb1c0428695 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:45:28.231083 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdfe618-c3fe-4d17-a936-72b5ba133e32", "name": "network-vif-plugged", "status": "completed", "tag": "d7e07c97-729c-4e0b-a0d7-250d2304f097", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:45:28.231344 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3b13f67-606e-4d92-ab78-bbb1c0428695 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:45:28.231732 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3b13f67-606e-4d92-ab78-bbb1c0428695'] response: {'server_uuid': '0fdfe618-c3fe-4d17-a936-72b5ba133e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e07c97-729c-4e0b-a0d7-250d2304f097', 'code': 200} Apr 07 13:45:28.258535 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=d7e07c97-729c-4e0b-a0d7-250d2304f097,revision_number=7']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:45:28.310778 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430aa20a-0267-44e9-b75e-a2ed1dba3cf9 req-63df68b9-7120-463f-a2b0-5ba92e6ac88b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:28.312771 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-430aa20a-0267-44e9-b75e-a2ed1dba3cf9 req-63df68b9-7120-463f-a2b0-5ba92e6ac88b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0544930 Apr 07 13:45:28.589023 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-430aa20a-0267-44e9-b75e-a2ed1dba3cf9 req-9585f06c-92e9-4f66-a168-36c5dd6fb1bd tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705398 Apr 07 13:45:28.671960 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:45:29.710998 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90a936-c17a-46d5-b042-6e7fd94007a9 req-5ae89715-d538-4772-a353-6aa299a18af1 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:29.712442 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0e90a936-c17a-46d5-b042-6e7fd94007a9 req-5ae89715-d538-4772-a353-6aa299a18af1 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0517831 Apr 07 13:45:29.756724 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0e90a936-c17a-46d5-b042-6e7fd94007a9 req-9a231f32-ef8c-471f-9635-e7223fa53cc3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387075 Apr 07 13:45:30.884410 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5363f-308d-4d08-991e-c8134ca23029 req-194543bd-e868-4eb9-9d2d-c5e1da69ea0d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:30.885814 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7ef5363f-308d-4d08-991e-c8134ca23029 req-194543bd-e868-4eb9-9d2d-c5e1da69ea0d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0584743 Apr 07 13:45:30.935272 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7ef5363f-308d-4d08-991e-c8134ca23029 req-b0c464f8-434e-4977-9108-267852929c20 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435929 Apr 07 13:45:32.059586 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069e2ea-218a-42ba-9d94-d48f49bf4866 req-100f3c42-8dbf-437f-b62a-cd8d52066332 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:32.067364 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f069e2ea-218a-42ba-9d94-d48f49bf4866 req-100f3c42-8dbf-437f-b62a-cd8d52066332 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0616562 Apr 07 13:45:32.112954 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f069e2ea-218a-42ba-9d94-d48f49bf4866 req-7e6c9406-7cc7-4211-9c5b-c3d36ba665bb tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447354 Apr 07 13:45:33.244770 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319a0ca-5b89-424b-9e22-cc6c06ea23fa req-5af1c145-3deb-49b7-809e-d8e57bcf945b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:33.246355 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c319a0ca-5b89-424b-9e22-cc6c06ea23fa req-5af1c145-3deb-49b7-809e-d8e57bcf945b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0537572 Apr 07 13:45:33.294034 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c319a0ca-5b89-424b-9e22-cc6c06ea23fa req-bbce6972-26df-49e8-bb1c-251f71088ec8 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413339 Apr 07 13:45:34.428476 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2cd3b-8c09-4a4e-b952-59f8741e94c2 req-759cea0f-7830-411a-a1ec-774ad296065d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:34.435785 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4cb2cd3b-8c09-4a4e-b952-59f8741e94c2 req-759cea0f-7830-411a-a1ec-774ad296065d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0662158 Apr 07 13:45:34.482527 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4cb2cd3b-8c09-4a4e-b952-59f8741e94c2 req-04460306-1e84-4467-94c4-b25b08acfe05 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458009 Apr 07 13:45:35.100689 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:45:35.207401 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2fa93aed-3c3d-49be-912c-b40f665cab21 req-37ecb8fb-69b8-465d-9dda-30c0faaf3702 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446067 Apr 07 13:45:35.316158 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa93aed-3c3d-49be-912c-b40f665cab21 req-89e29442-b16a-43b1-afca-e1aeb6a3f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:35.317656 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2fa93aed-3c3d-49be-912c-b40f665cab21 req-89e29442-b16a-43b1-afca-e1aeb6a3f3a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc31e4ed725435fa06e916718f742b0&device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 1129 time: 0.0449641 Apr 07 13:45:35.429700 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa93aed-3c3d-49be-912c-b40f665cab21 req-ed5f817f-4326-4922-9a6b-30e8d91b876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:35.431092 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2fa93aed-3c3d-49be-912c-b40f665cab21 req-ed5f817f-4326-4922-9a6b-30e8d91b876d service neutron] 10.222.0.23 "GET /v2.0/networks?id=7402de63-2dfc-4a98-a866-4c01589f971f HTTP/1.1" status: 200 len: 910 time: 0.0918689 Apr 07 13:45:35.499199 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2fa93aed-3c3d-49be-912c-b40f665cab21 req-413ab410-9d15-47b4-a1f7-4c391d377174 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f23a4d0-65d2-48c5-a689-041550c4a618 HTTP/1.1" status: 200 len: 1000 time: 0.0615764 Apr 07 13:45:35.556327 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa93aed-3c3d-49be-912c-b40f665cab21 req-c3d078aa-0862-4bf3-9e87-d698bfeb4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:35.558170 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2fa93aed-3c3d-49be-912c-b40f665cab21 req-c3d078aa-0862-4bf3-9e87-d698bfeb4d49 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ab03637-9f73-4f74-90e9-2d4e6a6b829b HTTP/1.1" status: 200 len: 848 time: 0.0534852 Apr 07 13:45:35.616130 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa93aed-3c3d-49be-912c-b40f665cab21 req-e1951952-366f-4335-b869-dc442d37bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:35.617648 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2fa93aed-3c3d-49be-912c-b40f665cab21 req-e1951952-366f-4335-b869-dc442d37bec6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7402de63-2dfc-4a98-a866-4c01589f971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527368 Apr 07 13:45:35.625106 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c7429-8b2f-4f46-bd27-85b7f11e8518 req-cfd671c1-a672-4dd2-a102-6015bba676a1 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:35.627574 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ed8c7429-8b2f-4f46-bd27-85b7f11e8518 req-cfd671c1-a672-4dd2-a102-6015bba676a1 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0595031 Apr 07 13:45:35.690383 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ed8c7429-8b2f-4f46-bd27-85b7f11e8518 req-3f0da093-9966-4ae5-9d4e-028a364326ab tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508926 Apr 07 13:45:35.751616 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2fa93aed-3c3d-49be-912c-b40f665cab21 req-defdacc9-731a-49f3-9405-7bf03bf46a62 service neutron] 10.222.0.23 "GET /v2.0/networks/7402de63-2dfc-4a98-a866-4c01589f971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249783 Apr 07 13:45:35.848774 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2fa93aed-3c3d-49be-912c-b40f665cab21 req-9fd19c59-e9e3-4cb6-a2e6-91ae15116c0e service neutron] 10.222.0.23 "GET /v2.0/networks/7402de63-2dfc-4a98-a866-4c01589f971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901198 Apr 07 13:45:36.823210 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f1509-bd7b-4fa6-99cd-9ae7ca35eaaf req-8588eff7-5c11-4bd9-a1d7-0b070e6a796f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:36.825739 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f47f1509-bd7b-4fa6-99cd-9ae7ca35eaaf req-8588eff7-5c11-4bd9-a1d7-0b070e6a796f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0583913 Apr 07 13:45:36.878832 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f47f1509-bd7b-4fa6-99cd-9ae7ca35eaaf req-53a86e75-7618-4463-8924-6aaba26eb3d8 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471003 Apr 07 13:45:36.991187 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:45:38.000431 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23900e-aa56-41cb-a998-e351596fdbe2 req-fd2d2b35-9e54-45e1-84de-5211aef916d6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:38.002112 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2f23900e-aa56-41cb-a998-e351596fdbe2 req-fd2d2b35-9e54-45e1-84de-5211aef916d6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0537667 Apr 07 13:45:38.055767 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2f23900e-aa56-41cb-a998-e351596fdbe2 req-49238b22-e69b-45b8-a549-8e29dbeee24e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477438 Apr 07 13:45:39.193871 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462dd58-4c74-4ec7-b781-5a4b8b255e58 req-01e28bf6-57ef-457f-805c-d0feb58bee02 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:39.195926 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a462dd58-4c74-4ec7-b781-5a4b8b255e58 req-01e28bf6-57ef-457f-805c-d0feb58bee02 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0586662 Apr 07 13:45:39.248854 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a462dd58-4c74-4ec7-b781-5a4b8b255e58 req-3d819586-d40f-4931-a526-f88bb6b1fcf3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469828 Apr 07 13:45:40.387256 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664022b-628d-41dc-8f9c-272c5735b767 req-3b29c374-e47e-43da-918c-782e42a8e9f0 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:40.389014 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7664022b-628d-41dc-8f9c-272c5735b767 req-3b29c374-e47e-43da-918c-782e42a8e9f0 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0553744 Apr 07 13:45:40.442829 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7664022b-628d-41dc-8f9c-272c5735b767 req-ca0313e7-8a6a-47ef-bcb8-1a2f791f73cb tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482697 Apr 07 13:45:41.558966 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6111f-b861-4813-a022-302cf9213a25 req-1e738e8b-7be7-487b-aaf5-accf8fd6062f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:41.560424 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e3b6111f-b861-4813-a022-302cf9213a25 req-1e738e8b-7be7-487b-aaf5-accf8fd6062f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0510912 Apr 07 13:45:41.604788 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e3b6111f-b861-4813-a022-302cf9213a25 req-1a9adfbd-d10e-40d8-8bd9-8a83a5e176d4 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389600 Apr 07 13:45:41.697022 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714046a9-86a4-4585-81fc-d5dfed05fec0 req-f5b5af55-7576-40a7-ba5e-d5b73ba0e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:41.698541 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-714046a9-86a4-4585-81fc-d5dfed05fec0 req-f5b5af55-7576-40a7-ba5e-d5b73ba0e308 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59715e21f0534203a83abb04295ad163&device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 1130 time: 0.0448070 Apr 07 13:45:41.792472 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714046a9-86a4-4585-81fc-d5dfed05fec0 req-b5bce214-7482-4bf9-8b9d-b17cbb67277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:41.793834 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-714046a9-86a4-4585-81fc-d5dfed05fec0 req-b5bce214-7482-4bf9-8b9d-b17cbb67277f service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2f37736-8819-4934-9b97-0c19737f4010 HTTP/1.1" status: 200 len: 917 time: 0.0861266 Apr 07 13:45:41.856521 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-714046a9-86a4-4585-81fc-d5dfed05fec0 req-fca82966-f666-4560-bb2c-4a347939e93b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7e07c97-729c-4e0b-a0d7-250d2304f097 HTTP/1.1" status: 200 len: 1001 time: 0.0565658 Apr 07 13:45:41.903972 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714046a9-86a4-4585-81fc-d5dfed05fec0 req-47711bed-e6ec-4ed2-99b3-629c3a94297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:41.905358 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-714046a9-86a4-4585-81fc-d5dfed05fec0 req-47711bed-e6ec-4ed2-99b3-629c3a94297c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a917fc77-14fb-4645-92aa-d172ac36c200 HTTP/1.1" status: 200 len: 855 time: 0.0422716 Apr 07 13:45:41.955907 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714046a9-86a4-4585-81fc-d5dfed05fec0 req-92a0fad5-52ee-40f3-845f-3c6f45ded1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:41.957635 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-714046a9-86a4-4585-81fc-d5dfed05fec0 req-92a0fad5-52ee-40f3-845f-3c6f45ded1fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2f37736-8819-4934-9b97-0c19737f4010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457432 Apr 07 13:45:42.044677 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-714046a9-86a4-4585-81fc-d5dfed05fec0 req-6de983a8-c9d6-4e23-ba50-17cdd0004515 service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801895 Apr 07 13:45:42.135160 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-714046a9-86a4-4585-81fc-d5dfed05fec0 req-3827e5f4-61cd-439a-b96e-816f374e9b64 service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841484 Apr 07 13:45:42.727239 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363de03-e082-4488-964d-c5f8dea1f61e req-acd9a342-5191-453e-93ad-e1d9b1244f7b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:42.728673 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3363de03-e082-4488-964d-c5f8dea1f61e req-acd9a342-5191-453e-93ad-e1d9b1244f7b tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0541379 Apr 07 13:45:42.773946 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3363de03-e082-4488-964d-c5f8dea1f61e req-51e1f3cc-e269-4ccb-80fb-1056d68d1534 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392797 Apr 07 13:45:43.900113 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267824fe-d457-4793-8f58-8eea40e33e99 req-48689e30-ad9c-4c13-a40d-058ad7ec3c64 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:43.901509 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-267824fe-d457-4793-8f58-8eea40e33e99 req-48689e30-ad9c-4c13-a40d-058ad7ec3c64 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0538199 Apr 07 13:45:43.949643 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-267824fe-d457-4793-8f58-8eea40e33e99 req-2f92e6fa-aa2a-4865-bccd-d28c2ed2cdc7 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425904 Apr 07 13:45:45.069584 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930db49d-30e2-4984-a38d-e58809b45036 req-3ac31f3f-340a-4644-954b-b02af68bcaea tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:45.071063 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-930db49d-30e2-4984-a38d-e58809b45036 req-3ac31f3f-340a-4644-954b-b02af68bcaea tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0506518 Apr 07 13:45:45.119251 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-930db49d-30e2-4984-a38d-e58809b45036 req-34668cc5-51fb-4e13-b128-c10e96c30d58 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426586 Apr 07 13:45:46.019452 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd831e-5189-4572-8d76-4b842a6b76c2 req-f76d0822-feae-4f81-880d-845ace899ff9 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:46.020807 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2fcd831e-5189-4572-8d76-4b842a6b76c2 req-f76d0822-feae-4f81-880d-845ace899ff9 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 946 time: 0.0763142 Apr 07 13:45:46.052700 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-07b6c09d-18f4-487c-87e0-e7278ed0f586 req-d92e3fa1-2c06-4e72-94fc-0306a92bfc7f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704398 Apr 07 13:45:46.075383 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2fcd831e-5189-4572-8d76-4b842a6b76c2 req-5031fbe2-9d1d-44be-94e3-48d8c9f0be68 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480411 Apr 07 13:45:46.130054 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6c09d-18f4-487c-87e0-e7278ed0f586 req-01b91a0b-647f-4b65-b065-f818343b30ba tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:46.131410 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-07b6c09d-18f4-487c-87e0-e7278ed0f586 req-01b91a0b-647f-4b65-b065-f818343b30ba tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports/d7e07c97-729c-4e0b-a0d7-250d2304f097 HTTP/1.1" status: 200 len: 943 time: 0.0491352 Apr 07 13:45:46.140547 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device d7e07c97-729c-4e0b-a0d7-250d2304f097 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:45:46.216150 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port d7e07c97-729c-4e0b-a0d7-250d2304f097 is: ACTIVE; New status is: DOWN {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:45:46.216541 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:45:46.239368 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdfe618-c3fe-4d17-a936-72b5ba133e32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7e07c97-729c-4e0b-a0d7-250d2304f097'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:45:46.241569 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89e232d-5731-442d-933d-de6279f53304" -d '{"events": [{"server_uuid": "0fdfe618-c3fe-4d17-a936-72b5ba133e32", "name": "network-vif-unplugged", "status": "completed", "tag": "d7e07c97-729c-4e0b-a0d7-250d2304f097"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:45:46.255585 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d7e07c97-729c-4e0b-a0d7-250d2304f097, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d7e07c97-729c-4e0b-a0d7-250d2304f097,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:45:46.260792 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:45:46.286891 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 07 Apr 2022 13:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487c4349-523a-4256-9377-ec8a369e5e54 x-openstack-request-id: req-487c4349-523a-4256-9377-ec8a369e5e54 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:45:46.287185 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdfe618-c3fe-4d17-a936-72b5ba133e32", "name": "network-vif-unplugged", "status": "failed", "tag": "d7e07c97-729c-4e0b-a0d7-250d2304f097", "code": 422}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:45:46.287445 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-487c4349-523a-4256-9377-ec8a369e5e54 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:45:46.287881 dv-cinder-836973-1-iscsi neutron-server[103373]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-487c4349-523a-4256-9377-ec8a369e5e54']: {'server_uuid': '0fdfe618-c3fe-4d17-a936-72b5ba133e32', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd7e07c97-729c-4e0b-a0d7-250d2304f097', 'code': 422} returned with failed status Apr 07 13:45:46.312944 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=d7e07c97-729c-4e0b-a0d7-250d2304f097,revision_number=8']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:45:46.933864 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6c09d-18f4-487c-87e0-e7278ed0f586 req-cf928044-b78b-4a8c-9386-f2aa96c22a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:46.935382 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07b6c09d-18f4-487c-87e0-e7278ed0f586 req-cf928044-b78b-4a8c-9386-f2aa96c22a28 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32&tenant_id=59715e21f0534203a83abb04295ad163 HTTP/1.1" status: 200 len: 1128 time: 0.0439141 Apr 07 13:45:47.009839 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6c09d-18f4-487c-87e0-e7278ed0f586 req-b205584a-03ba-4937-8b81-5a0697eac5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:47.011306 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07b6c09d-18f4-487c-87e0-e7278ed0f586 req-b205584a-03ba-4937-8b81-5a0697eac5fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59715e21f0534203a83abb04295ad163&device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 1128 time: 0.0429676 Apr 07 13:45:47.102925 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6c09d-18f4-487c-87e0-e7278ed0f586 req-7e2dc126-a764-49c8-a8ce-6026837d5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:47.104365 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07b6c09d-18f4-487c-87e0-e7278ed0f586 req-7e2dc126-a764-49c8-a8ce-6026837d5a8d service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2f37736-8819-4934-9b97-0c19737f4010 HTTP/1.1" status: 200 len: 917 time: 0.0858555 Apr 07 13:45:47.169457 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07b6c09d-18f4-487c-87e0-e7278ed0f586 req-2a55eff4-d961-403d-bad9-49bbd970e90c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7e07c97-729c-4e0b-a0d7-250d2304f097 HTTP/1.1" status: 200 len: 999 time: 0.0573461 Apr 07 13:45:47.196512 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f66245-f87f-415a-a11e-b97f8c202469 req-afb14a1c-9c7c-43a2-a2e7-efd533e488be tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:47.197909 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-91f66245-f87f-415a-a11e-b97f8c202469 req-afb14a1c-9c7c-43a2-a2e7-efd533e488be tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0514646 Apr 07 13:45:47.221461 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6c09d-18f4-487c-87e0-e7278ed0f586 req-8f66003a-9232-4930-b7e2-d2b3e196a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:47.222949 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07b6c09d-18f4-487c-87e0-e7278ed0f586 req-8f66003a-9232-4930-b7e2-d2b3e196a1b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a917fc77-14fb-4645-92aa-d172ac36c200 HTTP/1.1" status: 200 len: 855 time: 0.0469992 Apr 07 13:45:47.245121 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-91f66245-f87f-415a-a11e-b97f8c202469 req-d4f3d196-21cb-4282-bef8-a7af88c93494 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415540 Apr 07 13:45:47.271010 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6c09d-18f4-487c-87e0-e7278ed0f586 req-3859b1a2-89fc-402c-a2e5-2e98790b4201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:47.272494 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07b6c09d-18f4-487c-87e0-e7278ed0f586 req-3859b1a2-89fc-402c-a2e5-2e98790b4201 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2f37736-8819-4934-9b97-0c19737f4010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438585 Apr 07 13:45:47.360744 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07b6c09d-18f4-487c-87e0-e7278ed0f586 req-a9db2f67-cc8a-40ee-a712-5e3caafe5f87 service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815382 Apr 07 13:45:47.449306 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07b6c09d-18f4-487c-87e0-e7278ed0f586 req-50d02bd4-81b3-4015-8693-dfcb0b21a16c service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820060 Apr 07 13:45:48.392753 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195cdfa-bef6-4fed-a398-21bdb110d733 req-bc3d545f-c096-4c11-b950-3a23f5ab96fa tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:48.394409 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f195cdfa-bef6-4fed-a398-21bdb110d733 req-bc3d545f-c096-4c11-b950-3a23f5ab96fa tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0548837 Apr 07 13:45:48.441241 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f195cdfa-bef6-4fed-a398-21bdb110d733 req-937317c9-571c-46ae-9032-e7dee7136d3e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410290 Apr 07 13:45:49.574946 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94a207-3a55-45f1-8f1a-a907f34cf3be req-21ac3d6c-8b11-4bcd-bd8e-a51fe12a8e52 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:49.576439 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1a94a207-3a55-45f1-8f1a-a907f34cf3be req-21ac3d6c-8b11-4bcd-bd8e-a51fe12a8e52 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0661490 Apr 07 13:45:49.625124 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1a94a207-3a55-45f1-8f1a-a907f34cf3be req-fe8f7c35-9c8b-4d1b-848d-a1aa4e4d179c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417898 Apr 07 13:45:50.750955 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89724da3-c28f-4ccd-975e-04bb150a258f req-0f68fa59-1261-419a-a709-d7df8919e106 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:50.752642 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-89724da3-c28f-4ccd-975e-04bb150a258f req-0f68fa59-1261-419a-a709-d7df8919e106 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0574615 Apr 07 13:45:50.808391 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-89724da3-c28f-4ccd-975e-04bb150a258f req-ee3be01c-a9c6-4f80-b14f-0c54b5de0923 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501859 Apr 07 13:45:51.929105 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1499c5a-e0fc-4d1b-bc51-74ee78bff59c req-354b1bd5-8952-4b3d-bccd-8ddfc4fdc7e6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:51.930476 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e1499c5a-e0fc-4d1b-bc51-74ee78bff59c req-354b1bd5-8952-4b3d-bccd-8ddfc4fdc7e6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0506885 Apr 07 13:45:51.982019 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e1499c5a-e0fc-4d1b-bc51-74ee78bff59c req-5a4dbcca-d8d9-48a2-a542-09b135b313a6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459602 Apr 07 13:45:52.410894 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3be01c5c-735e-4f8d-9b6e-d7d7db542485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:45:53.113750 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8509d1-757d-4885-86b6-0fbeae123996 req-590f313f-53bd-418a-9c69-0e4075794592 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:53.115364 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6e8509d1-757d-4885-86b6-0fbeae123996 req-590f313f-53bd-418a-9c69-0e4075794592 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0540593 Apr 07 13:45:53.175154 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6e8509d1-757d-4885-86b6-0fbeae123996 req-6444c7b3-bd6a-4c13-ac5e-1ee0d27aa576 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445988 Apr 07 13:45:54.304226 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0340632-3d0c-4509-9554-6db6bea198de req-c14f95cf-8a71-4081-97f0-586c4ca44771 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:54.305712 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d0340632-3d0c-4509-9554-6db6bea198de req-c14f95cf-8a71-4081-97f0-586c4ca44771 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0576911 Apr 07 13:45:54.352828 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d0340632-3d0c-4509-9554-6db6bea198de req-291c24a6-d6a8-4241-b686-99546c859af8 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415535 Apr 07 13:45:54.907968 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e113c4c6-bcc2-415e-b36a-ca2b9adef3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:45:55.476663 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dd9af-1975-446e-bcdd-3e9b37875b77 req-8eb2e407-1e42-4d5c-a44c-51cb912a29b1 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:55.478207 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-293dd9af-1975-446e-bcdd-3e9b37875b77 req-8eb2e407-1e42-4d5c-a44c-51cb912a29b1 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0554318 Apr 07 13:45:55.545608 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-293dd9af-1975-446e-bcdd-3e9b37875b77 req-6604d820-110f-4e78-8e6b-9259de76c1f6 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556967 Apr 07 13:45:55.785550 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:45:56.654346 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004557b-b380-4e63-8242-b33460619445 req-b4b4d7b9-695c-4acb-b027-69fbe60f2423 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:56.655815 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4004557b-b380-4e63-8242-b33460619445 req-b4b4d7b9-695c-4acb-b027-69fbe60f2423 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0516784 Apr 07 13:45:56.701635 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4004557b-b380-4e63-8242-b33460619445 req-a3963b81-0af6-44d4-8852-4c5d93216ab8 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400803 Apr 07 13:45:57.250814 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:45:57.827273 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f590404-eb27-4e2f-a34c-84b3a1b7fab4 req-70065ac6-7a6a-4d52-93cb-de8093095508 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:57.828917 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4f590404-eb27-4e2f-a34c-84b3a1b7fab4 req-70065ac6-7a6a-4d52-93cb-de8093095508 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0578489 Apr 07 13:45:57.881496 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4f590404-eb27-4e2f-a34c-84b3a1b7fab4 req-d956d19e-1305-4f0f-aacb-c343857fbc40 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461247 Apr 07 13:45:58.680284 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:45:59.008148 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bbeff-c5d8-469c-908c-89822f6a13fb req-2cf15b89-8e4d-4913-b7ef-555bbf75b78e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:45:59.009787 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-665bbeff-c5d8-469c-908c-89822f6a13fb req-2cf15b89-8e4d-4913-b7ef-555bbf75b78e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0571980 Apr 07 13:45:59.057591 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-665bbeff-c5d8-469c-908c-89822f6a13fb req-57b8d890-7c3d-4428-aa47-b7fbd5a7220e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417247 Apr 07 13:46:00.178989 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa48993-069f-45b4-b944-e88e8cd471e4 req-f42ed251-dcfc-43e3-941b-0802cc4451c1 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:00.180441 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-efa48993-069f-45b4-b944-e88e8cd471e4 req-f42ed251-dcfc-43e3-941b-0802cc4451c1 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0511007 Apr 07 13:46:00.229988 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-efa48993-069f-45b4-b944-e88e8cd471e4 req-f96f18c8-2452-4b39-b48b-f0be744cfa99 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440040 Apr 07 13:46:01.352518 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29509bc0-55a9-456e-87f8-e647804872c8 req-b0b3eb9c-f8f2-4bd1-8b60-3d602fad4218 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:01.353966 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-29509bc0-55a9-456e-87f8-e647804872c8 req-b0b3eb9c-f8f2-4bd1-8b60-3d602fad4218 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0549705 Apr 07 13:46:01.399288 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-29509bc0-55a9-456e-87f8-e647804872c8 req-2c28bd05-c585-459a-9b08-ea01e59f8bbb tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396821 Apr 07 13:46:02.520757 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cac0b8-1b86-4089-822b-874858aab26f req-35970e9e-d97b-443f-8064-dfb715612313 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:02.522217 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-73cac0b8-1b86-4089-822b-874858aab26f req-35970e9e-d97b-443f-8064-dfb715612313 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0516949 Apr 07 13:46:02.567130 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-73cac0b8-1b86-4089-822b-874858aab26f req-02f070fc-63df-4355-b160-d8f365979438 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393331 Apr 07 13:46:03.690400 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51674ce-1e2d-4688-afb0-e453f7e766a1 req-c886adfb-6a23-4fcf-ad85-eade57842ad2 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:03.691800 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c51674ce-1e2d-4688-afb0-e453f7e766a1 req-c886adfb-6a23-4fcf-ad85-eade57842ad2 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0557978 Apr 07 13:46:03.737333 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c51674ce-1e2d-4688-afb0-e453f7e766a1 req-ec0a8c2a-3043-4e7a-b577-46b48988772f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400920 Apr 07 13:46:04.856087 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797a12f-2ab4-4d4b-a6db-6a1780b267f7 req-9d8b992f-629f-4a36-86d6-e1a4121e6837 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:04.857534 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f797a12f-2ab4-4d4b-a6db-6a1780b267f7 req-9d8b992f-629f-4a36-86d6-e1a4121e6837 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0512047 Apr 07 13:46:04.902883 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f797a12f-2ab4-4d4b-a6db-6a1780b267f7 req-2a93b6b8-ba29-4409-a87b-170071f12370 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391817 Apr 07 13:46:05.119951 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:06.023028 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0edeff-1826-4e28-9325-b7b07f3d5aba req-3d3e7e32-584d-41a0-ac08-51d52d9988c9 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:06.024464 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4c0edeff-1826-4e28-9325-b7b07f3d5aba req-3d3e7e32-584d-41a0-ac08-51d52d9988c9 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 944 time: 0.0507717 Apr 07 13:46:06.072363 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4c0edeff-1826-4e28-9325-b7b07f3d5aba req-e5180351-e611-498b-9b07-55232ce39451 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424144 Apr 07 13:46:06.255443 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device d7e07c97-729c-4e0b-a0d7-250d2304f097 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:46:06.351587 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d7e07c97-729c-4e0b-a0d7-250d2304f097, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d7e07c97-729c-4e0b-a0d7-250d2304f097,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:46:06.362881 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': 'd7e07c97-729c-4e0b-a0d7-250d2304f097', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'port_id': 'd7e07c97-729c-4e0b-a0d7-250d2304f097', 'mac_address': 'fa:16:3e:4a:58:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:46:06.399088 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port d7e07c97-729c-4e0b-a0d7-250d2304f097 is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:46:06.399480 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:06.412139 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e07c97-729c-4e0b-a0d7-250d2304f097 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:46:06.430382 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d7e07c97-729c-4e0b-a0d7-250d2304f097, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d7e07c97-729c-4e0b-a0d7-250d2304f097,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:46:06.434342 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:06.480001 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=d7e07c97-729c-4e0b-a0d7-250d2304f097,revision_number=9']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:06.891312 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['d7e07c97-729c-4e0b-a0d7-250d2304f097'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:46:07.193388 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a43c0-b32e-4bb3-999f-b3168e395b65 req-100e677a-4d7b-44df-85f1-b0ebf32c3c7d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:07.194886 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a16a43c0-b32e-4bb3-999f-b3168e395b65 req-100e677a-4d7b-44df-85f1-b0ebf32c3c7d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 945 time: 0.0517564 Apr 07 13:46:07.240009 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a16a43c0-b32e-4bb3-999f-b3168e395b65 req-09125345-a82e-4463-a3ea-123baf44723a tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395606 Apr 07 13:46:08.265406 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device d7e07c97-729c-4e0b-a0d7-250d2304f097 up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:46:08.314556 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port d7e07c97-729c-4e0b-a0d7-250d2304f097 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:46:08.314926 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:08.360278 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8b254-b262-4a45-91c4-c06ce47247ae req-63e20528-f427-47c6-9513-c5a388a8b2f3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:08.361770 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5af8b254-b262-4a45-91c4-c06ce47247ae req-63e20528-f427-47c6-9513-c5a388a8b2f3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 945 time: 0.0513175 Apr 07 13:46:08.390632 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port d7e07c97-729c-4e0b-a0d7-250d2304f097 is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:46:08.391019 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:08.408159 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5af8b254-b262-4a45-91c4-c06ce47247ae req-bde61983-4e66-43da-9efa-cdb07e9e5881 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405505 Apr 07 13:46:08.413324 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdfe618-c3fe-4d17-a936-72b5ba133e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e07c97-729c-4e0b-a0d7-250d2304f097'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:46:08.415549 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0e713d-477b-4d22-9f4a-150bda2a28fb" -d '{"events": [{"server_uuid": "0fdfe618-c3fe-4d17-a936-72b5ba133e32", "name": "network-vif-plugged", "status": "completed", "tag": "d7e07c97-729c-4e0b-a0d7-250d2304f097"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:46:08.427852 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port d7e07c97-729c-4e0b-a0d7-250d2304f097, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d7e07c97-729c-4e0b-a0d7-250d2304f097,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:46:08.432811 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:08.456240 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fda046e-fbdb-4cde-8b90-19570108231a x-openstack-request-id: req-4fda046e-fbdb-4cde-8b90-19570108231a {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:46:08.456549 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdfe618-c3fe-4d17-a936-72b5ba133e32", "name": "network-vif-plugged", "status": "completed", "tag": "d7e07c97-729c-4e0b-a0d7-250d2304f097", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:46:08.457069 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4fda046e-fbdb-4cde-8b90-19570108231a {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:46:08.457454 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fda046e-fbdb-4cde-8b90-19570108231a'] response: {'server_uuid': '0fdfe618-c3fe-4d17-a936-72b5ba133e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e07c97-729c-4e0b-a0d7-250d2304f097', 'code': 200} Apr 07 13:46:08.481441 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=d7e07c97-729c-4e0b-a0d7-250d2304f097,revision_number=10']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:08.685011 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530ca4f-2e05-490c-a06e-be575797c842 req-96e1d2e9-6260-4f85-855b-44790388417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:08.686524 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9530ca4f-2e05-490c-a06e-be575797c842 req-96e1d2e9-6260-4f85-855b-44790388417e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 1131 time: 0.0436757 Apr 07 13:46:08.727914 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9530ca4f-2e05-490c-a06e-be575797c842 req-aeff5ca8-ef39-4716-ab80-daf91d29a7a4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359681 Apr 07 13:46:09.531129 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca189782-0cf3-4274-ad9c-377f94d150bf req-6be64d2b-52ea-4392-830b-abcc048cc21e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:09.533246 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ca189782-0cf3-4274-ad9c-377f94d150bf req-6be64d2b-52ea-4392-830b-abcc048cc21e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 947 time: 0.0543492 Apr 07 13:46:09.577396 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ca189782-0cf3-4274-ad9c-377f94d150bf req-f3d83ec4-59ff-44a3-9ae7-42fd81d10db3 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386095 Apr 07 13:46:10.699512 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36020-db35-4097-9448-560696fbc2c8 req-cebe4775-c2c9-4b49-923c-7d993b2c6949 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:10.700973 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-dad36020-db35-4097-9448-560696fbc2c8 req-cebe4775-c2c9-4b49-923c-7d993b2c6949 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 947 time: 0.0518713 Apr 07 13:46:10.748482 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-dad36020-db35-4097-9448-560696fbc2c8 req-99bf4422-4280-4b29-98d3-da10e1317c1d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418720 Apr 07 13:46:11.869734 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22acda0-e819-4991-a7bb-f8363cb67962 req-1897c41b-e655-4687-a841-359d80e253eb tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:11.871210 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b22acda0-e819-4991-a7bb-f8363cb67962 req-1897c41b-e655-4687-a841-359d80e253eb tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 947 time: 0.0540431 Apr 07 13:46:11.915657 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b22acda0-e819-4991-a7bb-f8363cb67962 req-465d6ba5-e344-45e2-88ee-dff86071622e tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382431 Apr 07 13:46:13.989898 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:46:22.411933 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0206fb94-9fb0-4314-8bc4-adc076fbcdab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:24.909077 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb77552f-d2ee-4b44-9f13-8f3b2e31f257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:25.781564 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:27.256341 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:28.564607 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33712) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:46:28.569163 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1139759409', 'description': 'tempest-description--450924701'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:46:28.588352 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:28.658684 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (3e2c8928-b947-47b2-8153-abbd43a4638f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:28.662873 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (3e2c8928-b947-47b2-8153-abbd43a4638f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:28.677685 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:28.692134 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:28.693397 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1277597 Apr 07 13:46:28.696511 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33714) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:46:28.697371 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2c8928-b947-47b2-8153-abbd43a4638f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:28.700992 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'security_group_rule': {'security_group_id': '3e2c8928-b947-47b2-8153-abbd43a4638f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:46:28.704449 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.704807 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.705158 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.705501 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.705841 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.706175 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.706531 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.707116 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.707444 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.707774 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.708103 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.708430 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.708756 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.709083 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.709409 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbfb0e-15a7-4170-9d4c-9da32f374a5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.731339 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (177ce7b9-95a4-4543-8858-439708900527), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:28.783859 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (177ce7b9-95a4-4543-8858-439708900527), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:28.787692 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (177ce7b9-95a4-4543-8858-439708900527), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:28.805135 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177ce7b9-95a4-4543-8858-439708900527,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:28.814983 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:28.816138 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185966 Apr 07 13:46:28.817410 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.817755 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.818095 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.818466 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.818804 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.819142 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.819276 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33716) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:46:28.819473 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.819797 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.820124 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.820450 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.820775 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.821099 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.821419 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.821767 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.822091 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bde4594-4032-4cd7-b329-23c630f8ab90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:28.823677 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-87c3db0e-93fe-42c6-9f0f-6b5eb6b334ee tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'security_group_rule': {'security_group_id': '3e2c8928-b947-47b2-8153-abbd43a4638f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:46:28.847978 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-87c3db0e-93fe-42c6-9f0f-6b5eb6b334ee tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (a00ceccd-384a-4573-9c6c-d8e5b7424ca2), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:28.903844 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-87c3db0e-93fe-42c6-9f0f-6b5eb6b334ee tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (a00ceccd-384a-4573-9c6c-d8e5b7424ca2), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:28.907901 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-87c3db0e-93fe-42c6-9f0f-6b5eb6b334ee tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (a00ceccd-384a-4573-9c6c-d8e5b7424ca2), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:28.925418 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3db0e-93fe-42c6-9f0f-6b5eb6b334ee tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00ceccd-384a-4573-9c6c-d8e5b7424ca2,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:28.930530 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-87c3db0e-93fe-42c6-9f0f-6b5eb6b334ee tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:28.931535 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-87c3db0e-93fe-42c6-9f0f-6b5eb6b334ee tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113315 Apr 07 13:46:28.934596 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33718) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:46:28.938716 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-8bc20429-1df7-4cb9-8482-713ba4025abb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'floatingip': {'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:46:28.958249 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8bc20429-1df7-4cb9-8482-713ba4025abb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:29.055738 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8bc20429-1df7-4cb9-8482-713ba4025abb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:29.170588 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-8bc20429-1df7-4cb9-8482-713ba4025abb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Allocated IP 172.27.0.83 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/9ccdc85c-30af-4e9e-9d0d-2da7e362055e) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:46:29.270755 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8bc20429-1df7-4cb9-8482-713ba4025abb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for port (9ccdc85c-30af-4e9e-9d0d-2da7e362055e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:29.302056 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8bc20429-1df7-4cb9-8482-713ba4025abb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (9ccdc85c-30af-4e9e-9d0d-2da7e362055e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:29.338939 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc20429-1df7-4cb9-8482-713ba4025abb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:46:29.341599 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-8bc20429-1df7-4cb9-8482-713ba4025abb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:46:29.347558 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc20429-1df7-4cb9-8482-713ba4025abb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:46:29.368403 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc20429-1df7-4cb9-8482-713ba4025abb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'Port': ['ID=9ccdc85c-30af-4e9e-9d0d-2da7e362055e,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:29.447946 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8bc20429-1df7-4cb9-8482-713ba4025abb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (848fb479-790e-45d4-9a1a-a256f021ab8f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:29.483170 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8bc20429-1df7-4cb9-8482-713ba4025abb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (9ccdc85c-30af-4e9e-9d0d-2da7e362055e), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:29.630192 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8bc20429-1df7-4cb9-8482-713ba4025abb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for port (9ccdc85c-30af-4e9e-9d0d-2da7e362055e), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:29.634874 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8bc20429-1df7-4cb9-8482-713ba4025abb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (9ccdc85c-30af-4e9e-9d0d-2da7e362055e), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:29.700396 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc20429-1df7-4cb9-8482-713ba4025abb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'Port': ['ID=9ccdc85c-30af-4e9e-9d0d-2da7e362055e,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:29.714619 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8bc20429-1df7-4cb9-8482-713ba4025abb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (848fb479-790e-45d4-9a1a-a256f021ab8f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:29.729939 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8bc20429-1df7-4cb9-8482-713ba4025abb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:29.731177 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8bc20429-1df7-4cb9-8482-713ba4025abb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7956791 Apr 07 13:46:29.969936 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-07f3db36-a16e-46fc-b31a-e0417ebc5734 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1139759409&fields=id&tenant_id=9634a2617d1248c6af6fae61e6f92594 HTTP/1.1" status: 200 len: 267 time: 0.0402479 Apr 07 13:46:30.072217 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-ba8d0f4b-18ad-4dcb-836c-7373859260e8 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:30.073615 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-ba8d0f4b-18ad-4dcb-836c-7373859260e8 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/networks?id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 HTTP/1.1" status: 200 len: 814 time: 0.0974326 Apr 07 13:46:30.087877 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-5ff17563-3452-4142-9319-83f297a6e62c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/quotas/9634a2617d1248c6af6fae61e6f92594 HTTP/1.1" status: 200 len: 375 time: 0.0089231 Apr 07 13:46:30.141824 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-28d76f80-3536-4dd6-8943-be2c9b774eab tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9634a2617d1248c6af6fae61e6f92594&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491881 Apr 07 13:46:30.236869 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-7b62c257-6153-433c-ad19-2935149f75ae service neutron] 10.222.0.39 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842745 Apr 07 13:46:30.322194 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-31bfd93e-5376-46b1-be5c-7ab0a27cc324 service neutron] 10.222.0.39 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797451 Apr 07 13:46:30.529540 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-02625f0d-c0db-454b-937f-6dd440557cc8 req-6955d0b4-54d0-45f1-802e-cd430c267384 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 210 time: 0.0810547 Apr 07 13:46:31.508945 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-99be8568-c99e-4262-85c6-5fc9b16fa480 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:31.510553 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-99be8568-c99e-4262-85c6-5fc9b16fa480 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.23 "GET /v2.0/networks?id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 HTTP/1.1" status: 200 len: 814 time: 0.1060238 Apr 07 13:46:31.610591 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-16c4b11e-d83e-47e3-a635-47d23429154c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9634a2617d1248c6af6fae61e6f92594 HTTP/1.1" status: 200 len: 472 time: 0.0664699 Apr 07 13:46:31.628882 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7d223c55-0647-4df7-82f0-9dae981def9b req-55bdac9c-9ceb-4027-aa5a-33b2b91c3fed tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 210 time: 0.0303655 Apr 07 13:46:31.693158 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-22a148ee-202f-4215-a585-8d34d5cf9f38 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'port': {'device_id': 'c3714d34-d2a7-4253-99e9-454872fa0855', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'admin_state_up': True, 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'security_groups': ['3e2c8928-b947-47b2-8153-abbd43a4638f']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:46:32.045647 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-22a148ee-202f-4215-a585-8d34d5cf9f38 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Made reservation on behalf of 9634a2617d1248c6af6fae61e6f92594 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:46:32.048884 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-22a148ee-202f-4215-a585-8d34d5cf9f38 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:32.167903 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-22a148ee-202f-4215-a585-8d34d5cf9f38 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Allocated IP 172.20.0.10 (e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9/445ab6a6-5357-4955-a306-a0086052025f/2bb04257-3bf1-4d08-82b9-6f52452b93fe) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:46:32.304832 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-22a148ee-202f-4215-a585-8d34d5cf9f38 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for port (2bb04257-3bf1-4d08-82b9-6f52452b93fe), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:32.337401 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-22a148ee-202f-4215-a585-8d34d5cf9f38 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (2bb04257-3bf1-4d08-82b9-6f52452b93fe), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:32.378127 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-22a148ee-202f-4215-a585-8d34d5cf9f38 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:46:32.381130 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-22a148ee-202f-4215-a585-8d34d5cf9f38 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:46:32.387241 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-22a148ee-202f-4215-a585-8d34d5cf9f38 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:46:32.415129 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a148ee-202f-4215-a585-8d34d5cf9f38 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'Port': ['ID=2bb04257-3bf1-4d08-82b9-6f52452b93fe,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:32.443548 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-22a148ee-202f-4215-a585-8d34d5cf9f38 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:32.444200 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-22a148ee-202f-4215-a585-8d34d5cf9f38 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:32.461916 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-22a148ee-202f-4215-a585-8d34d5cf9f38 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7729287 Apr 07 13:46:32.479605 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Request body: {'port': {'device_id': 'c3714d34-d2a7-4253-99e9-454872fa0855', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:46:32.540911 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (2bb04257-3bf1-4d08-82b9-6f52452b93fe), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:32.610214 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-107469e0-57c6-477f-8a05-0fb3f962e2af None None] Provisioning complete for port 2bb04257-3bf1-4d08-82b9-6f52452b93fe triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:46:32.610793 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-107469e0-57c6-477f-8a05-0fb3f962e2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (2bb04257-3bf1-4d08-82b9-6f52452b93fe), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:32.643898 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-107469e0-57c6-477f-8a05-0fb3f962e2af None None] Port 2bb04257-3bf1-4d08-82b9-6f52452b93fe cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:46:32.747040 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde211b-adaa-444d-a77d-7d196cd8b20c req-9927f8ca-597c-40da-a7a6-63d5310f6eb0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:32.748617 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cdde211b-adaa-444d-a77d-7d196cd8b20c req-9927f8ca-597c-40da-a7a6-63d5310f6eb0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 932 time: 0.0536017 Apr 07 13:46:32.794837 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cdde211b-adaa-444d-a77d-7d196cd8b20c req-f52c20c3-ea6b-459f-94ae-fd3d3d1296a7 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e2c8928-b947-47b2-8153-abbd43a4638f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391541 Apr 07 13:46:32.802977 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb04257-3bf1-4d08-82b9-6f52452b93fe {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:46:32.810388 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Publish callbacks [] for port (2bb04257-3bf1-4d08-82b9-6f52452b93fe), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:32.822596 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Transition to ACTIVE for port object 2bb04257-3bf1-4d08-82b9-6f52452b93fe will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:46:32.826538 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (2bb04257-3bf1-4d08-82b9-6f52452b93fe), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:32.895370 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb04257-3bf1-4d08-82b9-6f52452b93fe,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:32.948028 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Attempting to bind port 2bb04257-3bf1-4d08-82b9-6f52452b93fe on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:46:32.948360 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Attempting to bind port 2bb04257-3bf1-4d08-82b9-6f52452b93fe by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:46:32.948690 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Attempting to bind port 2bb04257-3bf1-4d08-82b9-6f52452b93fe on network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:46:32.953114 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Port 2bb04257-3bf1-4d08-82b9-6f52452b93fe on network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:46:32.953428 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Attempting to bind port 2bb04257-3bf1-4d08-82b9-6f52452b93fe on network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:46:32.958630 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:46:32.958976 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Checking segment: {'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:46:32.959357 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Bound using segment: {'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:46:32.959780 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Bound port: 2bb04257-3bf1-4d08-82b9-6f52452b93fe, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:46:32.960135 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (2bb04257-3bf1-4d08-82b9-6f52452b93fe), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:33.027552 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] For port 2bb04257-3bf1-4d08-82b9-6f52452b93fe, host hv-cinder-83697, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:46:33.030655 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] For port 2bb04257-3bf1-4d08-82b9-6f52452b93fe, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2bb04257-3bf1-4d08-82b9-6f52452b93fe,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:46:33.037608 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (2bb04257-3bf1-4d08-82b9-6f52452b93fe), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:33.070186 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:33.070837 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:33.072215 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] 10.222.0.23 "PUT /v2.0/ports/2bb04257-3bf1-4d08-82b9-6f52452b93fe HTTP/1.1" status: 200 len: 1094 time: 0.5970266 Apr 07 13:46:33.072665 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3714d34-d2a7-4253-99e9-454872fa0855', 'tag': '2bb04257-3bf1-4d08-82b9-6f52452b93fe'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:46:33.074909 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3fd466-5496-4e5f-87f6-b170e0a968a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c3714d34-d2a7-4253-99e9-454872fa0855", "tag": "2bb04257-3bf1-4d08-82b9-6f52452b93fe"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:46:33.102125 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d79b71-f551-46e4-8f5a-3a8aa3d07d51 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb04257-3bf1-4d08-82b9-6f52452b93fe,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:33.119154 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b917f386-a302-4f07-93a9-46beb4a792cc x-openstack-request-id: req-b917f386-a302-4f07-93a9-46beb4a792cc {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:46:33.119403 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3714d34-d2a7-4253-99e9-454872fa0855", "tag": "2bb04257-3bf1-4d08-82b9-6f52452b93fe", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:46:33.119618 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b917f386-a302-4f07-93a9-46beb4a792cc {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:46:33.120141 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b917f386-a302-4f07-93a9-46beb4a792cc'] response: {'name': 'network-changed', 'server_uuid': 'c3714d34-d2a7-4253-99e9-454872fa0855', 'tag': '2bb04257-3bf1-4d08-82b9-6f52452b93fe', 'status': 'completed', 'code': 200} Apr 07 13:46:33.186625 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-6c222c18-c13c-45b6-b5dd-b1901772b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:33.188141 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-6c222c18-c13c-45b6-b5dd-b1901772b6fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9634a2617d1248c6af6fae61e6f92594&device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 1128 time: 0.0470469 Apr 07 13:46:33.242946 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-2cb27e02-0ac8-4521-b691-8207ca63fbd4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb04257-3bf1-4d08-82b9-6f52452b93fe HTTP/1.1" status: 200 len: 217 time: 0.0399206 Apr 07 13:46:33.290840 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c5b6301e-09a6-4511-8e68-dcdf5dc0e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:33.292283 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-c5b6301e-09a6-4511-8e68-dcdf5dc0e02f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=445ab6a6-5357-4955-a306-a0086052025f HTTP/1.1" status: 200 len: 853 time: 0.0439436 Apr 07 13:46:33.340682 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-b94ddb7e-d87e-40fc-848c-a9ac36e77341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:33.342147 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-b94ddb7e-d87e-40fc-848c-a9ac36e77341 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441458 Apr 07 13:46:33.439815 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-dba3591d-66b3-44a2-8474-2dce042c9f5a service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904369 Apr 07 13:46:33.526781 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-169f2113-ff0a-4d39-a99a-eaaa78a2474b req-78fe9865-74b0-46ec-a071-8ed678ab5c3a service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805545 Apr 07 13:46:33.911430 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01e432-1836-46e5-a512-9000c45759f9 req-4db67df1-33fc-4b29-b0a2-1e433df9ced3 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:33.912906 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5d01e432-1836-46e5-a512-9000c45759f9 req-4db67df1-33fc-4b29-b0a2-1e433df9ced3 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 944 time: 0.0519848 Apr 07 13:46:33.958471 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5d01e432-1836-46e5-a512-9000c45759f9 req-ec2a9b90-d580-4cd2-b85e-b5d3dce61e19 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e2c8928-b947-47b2-8153-abbd43a4638f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400524 Apr 07 13:46:35.075884 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8bb7c-e64e-4504-9d77-4957578c1337 req-53ddbf52-0530-45fc-8be0-ad5b49761318 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:35.077919 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a9e8bb7c-e64e-4504-9d77-4957578c1337 req-53ddbf52-0530-45fc-8be0-ad5b49761318 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 944 time: 0.0544574 Apr 07 13:46:35.124237 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a9e8bb7c-e64e-4504-9d77-4957578c1337 req-7a2a92e3-1d16-4a51-8938-48c1556979df tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e2c8928-b947-47b2-8153-abbd43a4638f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402563 Apr 07 13:46:35.126657 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:35.777226 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fd466-5496-4e5f-87f6-b170e0a968a7 req-beb7ccd5-13d3-41c1-8d62-0cfd630c5bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:35.778729 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8a3fd466-5496-4e5f-87f6-b170e0a968a7 req-beb7ccd5-13d3-41c1-8d62-0cfd630c5bc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9634a2617d1248c6af6fae61e6f92594&device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 1128 time: 0.0789363 Apr 07 13:46:35.784396 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-687e509d-a3ad-40ed-8eb5-c8c596ea219d req-e6a8f167-4fc7-4da8-9f9d-4af52cf700c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590000 Apr 07 13:46:35.899192 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fd466-5496-4e5f-87f6-b170e0a968a7 req-e3c2176d-d18e-4192-b20e-427badd04f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:35.900543 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8a3fd466-5496-4e5f-87f6-b170e0a968a7 req-e3c2176d-d18e-4192-b20e-427badd04f8a service neutron] 10.222.0.23 "GET /v2.0/networks?id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 HTTP/1.1" status: 200 len: 915 time: 0.1153340 Apr 07 13:46:35.906023 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e509d-a3ad-40ed-8eb5-c8c596ea219d req-727cf2b6-5cf1-44d6-b821-543c0d455a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:35.907392 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-687e509d-a3ad-40ed-8eb5-c8c596ea219d req-727cf2b6-5cf1-44d6-b821-543c0d455a56 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59715e21f0534203a83abb04295ad163&device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 1131 time: 0.0706952 Apr 07 13:46:35.950669 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8a3fd466-5496-4e5f-87f6-b170e0a968a7 req-77cccc6f-186c-45a2-8069-4d05b3990fea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb04257-3bf1-4d08-82b9-6f52452b93fe HTTP/1.1" status: 200 len: 217 time: 0.0423622 Apr 07 13:46:36.044414 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fd466-5496-4e5f-87f6-b170e0a968a7 req-c604b008-57df-45fd-bf5a-f4266c7d9edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:36.045836 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8a3fd466-5496-4e5f-87f6-b170e0a968a7 req-c604b008-57df-45fd-bf5a-f4266c7d9edf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=445ab6a6-5357-4955-a306-a0086052025f HTTP/1.1" status: 200 len: 853 time: 0.0846994 Apr 07 13:46:36.086389 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e509d-a3ad-40ed-8eb5-c8c596ea219d req-ad4a29a3-94da-40bf-bc03-4efb0d56448b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:36.087845 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-687e509d-a3ad-40ed-8eb5-c8c596ea219d req-ad4a29a3-94da-40bf-bc03-4efb0d56448b service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2f37736-8819-4934-9b97-0c19737f4010 HTTP/1.1" status: 200 len: 917 time: 0.1446803 Apr 07 13:46:36.151326 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fd466-5496-4e5f-87f6-b170e0a968a7 req-ddf70092-e025-4130-88db-c68c7b382a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:36.152263 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8a3fd466-5496-4e5f-87f6-b170e0a968a7 req-ddf70092-e025-4130-88db-c68c7b382a55 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993252 Apr 07 13:46:36.170232 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-687e509d-a3ad-40ed-8eb5-c8c596ea219d req-2b6896cd-346c-4070-a136-39095ecfa784 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7e07c97-729c-4e0b-a0d7-250d2304f097 HTTP/1.1" status: 200 len: 1001 time: 0.0760353 Apr 07 13:46:36.239042 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9140dd5-58c1-4c58-9b29-c9af7959c514 req-c225a5ba-f590-4a55-b4ab-25f4ab6bc05d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:36.240931 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a9140dd5-58c1-4c58-9b29-c9af7959c514 req-c225a5ba-f590-4a55-b4ab-25f4ab6bc05d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 944 time: 0.0512242 Apr 07 13:46:36.265725 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e509d-a3ad-40ed-8eb5-c8c596ea219d req-a5e19040-aaa7-42c2-9f8e-080a2bb4b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:36.267200 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-687e509d-a3ad-40ed-8eb5-c8c596ea219d req-a5e19040-aaa7-42c2-9f8e-080a2bb4b344 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a917fc77-14fb-4645-92aa-d172ac36c200 HTTP/1.1" status: 200 len: 855 time: 0.0870447 Apr 07 13:46:36.289996 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a9140dd5-58c1-4c58-9b29-c9af7959c514 req-1f4f609a-52e1-4892-8e67-b062f56fb3c2 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e2c8928-b947-47b2-8153-abbd43a4638f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438752 Apr 07 13:46:36.309435 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8a3fd466-5496-4e5f-87f6-b170e0a968a7 req-c3826528-f496-44f6-8f04-1201a8d08894 service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497455 Apr 07 13:46:36.376508 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e509d-a3ad-40ed-8eb5-c8c596ea219d req-054e5797-ed7d-48cf-854b-77f8c8494aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:36.378012 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-687e509d-a3ad-40ed-8eb5-c8c596ea219d req-054e5797-ed7d-48cf-854b-77f8c8494aca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2f37736-8819-4934-9b97-0c19737f4010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1034834 Apr 07 13:46:36.393322 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 2bb04257-3bf1-4d08-82b9-6f52452b93fe details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:46:36.456965 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8a3fd466-5496-4e5f-87f6-b170e0a968a7 req-2190ea8a-4633-4dca-b332-f5cce2fca7b2 service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413774 Apr 07 13:46:36.487201 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-687e509d-a3ad-40ed-8eb5-c8c596ea219d req-7f34b59e-5eb1-475a-8bf1-552036b889a9 service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021297 Apr 07 13:46:36.489980 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 2bb04257-3bf1-4d08-82b9-6f52452b93fe, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2bb04257-3bf1-4d08-82b9-6f52452b93fe,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:46:36.500948 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': '2bb04257-3bf1-4d08-82b9-6f52452b93fe', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'port_id': '2bb04257-3bf1-4d08-82b9-6f52452b93fe', 'mac_address': 'fa:16:3e:dd:53:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:46:36.540974 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 2bb04257-3bf1-4d08-82b9-6f52452b93fe is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:46:36.541368 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (2bb04257-3bf1-4d08-82b9-6f52452b93fe), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:36.554086 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb04257-3bf1-4d08-82b9-6f52452b93fe {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:46:36.572484 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 2bb04257-3bf1-4d08-82b9-6f52452b93fe, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2bb04257-3bf1-4d08-82b9-6f52452b93fe,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:46:36.576682 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (2bb04257-3bf1-4d08-82b9-6f52452b93fe), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:36.585469 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-687e509d-a3ad-40ed-8eb5-c8c596ea219d req-3b664d6a-2477-4644-bc41-8b0e3ca7126d service neutron] 10.222.0.23 "GET /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879629 Apr 07 13:46:36.625173 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=2bb04257-3bf1-4d08-82b9-6f52452b93fe,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:36.632101 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:36.632478 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:36.632849 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:36.633215 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:36.633555 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:36.633887 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:36.634277 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:36.634629 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:36.634954 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:36.635277 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:36.635605 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:36.635933 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:36.636255 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:36.636575 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:36.636896 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:46:36.953414 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33764) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:46:36.970048 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['2bb04257-3bf1-4d08-82b9-6f52452b93fe'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:46:37.110023 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8ced8fbe-0d54-4117-bcc0-7e2bbeb4ce50 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Deleting port 74187dba-0c4b-4643-8733-9b5c28076226 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:46:37.110386 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8ced8fbe-0d54-4117-bcc0-7e2bbeb4ce50 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (74187dba-0c4b-4643-8733-9b5c28076226), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:37.183025 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8ced8fbe-0d54-4117-bcc0-7e2bbeb4ce50 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (74187dba-0c4b-4643-8733-9b5c28076226), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:37.183342 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8ced8fbe-0d54-4117-bcc0-7e2bbeb4ce50 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for floatingip (74187dba-0c4b-4643-8733-9b5c28076226), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:37.196192 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8ced8fbe-0d54-4117-bcc0-7e2bbeb4ce50 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Calling delete_port for 74187dba-0c4b-4643-8733-9b5c28076226 owned by network:floatingip {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:46:37.422046 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8ced8fbe-0d54-4117-bcc0-7e2bbeb4ce50 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (74187dba-0c4b-4643-8733-9b5c28076226), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:37.452909 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced8fbe-0d54-4117-bcc0-7e2bbeb4ce50 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Pushing event deleted for resources: {'Port': ['ID=74187dba-0c4b-4643-8733-9b5c28076226,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:37.469745 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a241b-91be-4d97-a360-a9e61454b81d req-c63d5ee3-ab22-4b3e-9e62-9587a3920fcc tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:37.471785 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-537a241b-91be-4d97-a360-a9e61454b81d req-c63d5ee3-ab22-4b3e-9e62-9587a3920fcc tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 945 time: 0.0994446 Apr 07 13:46:37.554855 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8ced8fbe-0d54-4117-bcc0-7e2bbeb4ce50 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for floatingip (5170a9a6-ed93-4725-98dd-f2b40ce233c5), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:37.555189 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.l3_db [None req-8ced8fbe-0d54-4117-bcc0-7e2bbeb4ce50 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Floating IP 5170a9a6-ed93-4725-98dd-f2b40ce233c5 disassociated (deleted). External IP: 172.27.0.73, port: 4f23a4d0-65d2-48c5-a689-041550c4a618. Apr 07 13:46:37.561149 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-537a241b-91be-4d97-a360-a9e61454b81d req-896882a1-d1b5-41e6-8dc7-54830659489f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e2c8928-b947-47b2-8153-abbd43a4638f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757291 Apr 07 13:46:37.765749 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ced8fbe-0d54-4117-bcc0-7e2bbeb4ce50 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Router 2aaff578-d51f-4128-8294-5886696aef23 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:46:37.871105 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ced8fbe-0d54-4117-bcc0-7e2bbeb4ce50 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:46:37.875838 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8ced8fbe-0d54-4117-bcc0-7e2bbeb4ce50 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:37.881327 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45de953a-72b6-4fa4-ac8f-a7a0d1c01af4 None None] Sync routers for ids ['2aaff578-d51f-4128-8294-5886696aef23'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:46:37.890423 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45de953a-72b6-4fa4-ac8f-a7a0d1c01af4 None None] Routers {'2aaff578-d51f-4128-8294-5886696aef23'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:46:37.891022 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-45de953a-72b6-4fa4-ac8f-a7a0d1c01af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:46:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['2aaff578-d51f-4128-8294-5886696aef23'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:37.904486 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-8ced8fbe-0d54-4117-bcc0-7e2bbeb4ce50 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "DELETE /v2.0/floatingips/5170a9a6-ed93-4725-98dd-f2b40ce233c5 HTTP/1.1" status: 204 len: 168 time: 0.9500127 Apr 07 13:46:37.905075 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670', 'tag': '4f23a4d0-65d2-48c5-a689-041550c4a618'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:46:37.907335 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ac6fc9-b7f4-4eb4-ad42-c5d1cfc56b22" -d '{"events": [{"name": "network-changed", "server_uuid": "b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670", "tag": "4f23a4d0-65d2-48c5-a689-041550c4a618"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:46:37.950650 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0946e46-28aa-4e99-9b48-af8d43aaadd9 x-openstack-request-id: req-d0946e46-28aa-4e99-9b48-af8d43aaadd9 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:46:37.950944 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670", "tag": "4f23a4d0-65d2-48c5-a689-041550c4a618", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:46:37.951222 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0946e46-28aa-4e99-9b48-af8d43aaadd9 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:46:37.951625 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0946e46-28aa-4e99-9b48-af8d43aaadd9'] response: {'name': 'network-changed', 'server_uuid': 'b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670', 'tag': '4f23a4d0-65d2-48c5-a689-041550c4a618', 'status': 'completed', 'code': 200} Apr 07 13:46:38.006166 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-45de953a-72b6-4fa4-ac8f-a7a0d1c01af4 None None] Set router 2aaff578-d51f-4128-8294-5886696aef23 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:46:38.051458 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac6fc9-b7f4-4eb4-ad42-c5d1cfc56b22 req-7b03760e-c587-49d6-b815-06b53e042517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:38.053556 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93ac6fc9-b7f4-4eb4-ad42-c5d1cfc56b22 req-7b03760e-c587-49d6-b815-06b53e042517 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc31e4ed725435fa06e916718f742b0&device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 1129 time: 0.0541306 Apr 07 13:46:38.138468 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd86f7f-aa33-46fe-88f1-b0f4d658d5c3 req-feb11bb6-3bf0-4a4f-ba55-56503287d43e tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:38.139841 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bbd86f7f-aa33-46fe-88f1-b0f4d658d5c3 req-feb11bb6-3bf0-4a4f-ba55-56503287d43e tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0519850 Apr 07 13:46:38.187347 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bbd86f7f-aa33-46fe-88f1-b0f4d658d5c3 req-0d977e0b-56c1-4cc0-9e3c-9546e245d701 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417881 Apr 07 13:46:38.224376 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-45de953a-72b6-4fa4-ac8f-a7a0d1c01af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aaff578-d51f-4128-8294-5886696aef23', 'name': 'tempest-TestShelveInstance-1045621198-router', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:08Z', 'updated_at': '2022-04-07T13:39:11Z', 'revision_number': 4, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'gw_port': {'id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:09Z', 'updated_at': '2022-04-07T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'ae06f281-b299-4915-aeb7-d9242b4d3d09', 'name': '', 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'mac_address': 'fa:16:3e:1c:85:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:11Z', 'updated_at': '2022-04-07T13:39:17Z', 'revision_number': 5, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'subnets': [{'id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:38.253136 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45de953a-72b6-4fa4-ac8f-a7a0d1c01af4 None None] Checking router: 2aaff578-d51f-4128-8294-5886696aef23 for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:46:38.271428 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45de953a-72b6-4fa4-ac8f-a7a0d1c01af4 None None] Routers {'2aaff578-d51f-4128-8294-5886696aef23'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:46:38.272042 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-45de953a-72b6-4fa4-ac8f-a7a0d1c01af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:46:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['2aaff578-d51f-4128-8294-5886696aef23'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:38.411778 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 2bb04257-3bf1-4d08-82b9-6f52452b93fe up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:46:38.431302 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-45de953a-72b6-4fa4-ac8f-a7a0d1c01af4 None None] Set router 2aaff578-d51f-4128-8294-5886696aef23 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:46:38.459506 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port 2bb04257-3bf1-4d08-82b9-6f52452b93fe completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:46:38.463301 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port 2bb04257-3bf1-4d08-82b9-6f52452b93fe triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:46:38.463679 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (2bb04257-3bf1-4d08-82b9-6f52452b93fe), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:38.541387 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 2bb04257-3bf1-4d08-82b9-6f52452b93fe is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:46:38.541784 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (2bb04257-3bf1-4d08-82b9-6f52452b93fe), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:38.570012 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3714d34-d2a7-4253-99e9-454872fa0855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb04257-3bf1-4d08-82b9-6f52452b93fe'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:46:38.572447 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe5d765-e9c0-4ed1-98e9-579c5484ece1" -d '{"events": [{"server_uuid": "c3714d34-d2a7-4253-99e9-454872fa0855", "name": "network-vif-plugged", "status": "completed", "tag": "2bb04257-3bf1-4d08-82b9-6f52452b93fe"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:46:38.587728 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 2bb04257-3bf1-4d08-82b9-6f52452b93fe, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2bb04257-3bf1-4d08-82b9-6f52452b93fe,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:46:38.593963 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (2bb04257-3bf1-4d08-82b9-6f52452b93fe), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:38.622475 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fa4629-283f-4f96-93be-d9be1b363375 x-openstack-request-id: req-52fa4629-283f-4f96-93be-d9be1b363375 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:46:38.622792 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3714d34-d2a7-4253-99e9-454872fa0855", "name": "network-vif-plugged", "status": "completed", "tag": "2bb04257-3bf1-4d08-82b9-6f52452b93fe", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:46:38.623056 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52fa4629-283f-4f96-93be-d9be1b363375 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:46:38.623454 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52fa4629-283f-4f96-93be-d9be1b363375'] response: {'server_uuid': 'c3714d34-d2a7-4253-99e9-454872fa0855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb04257-3bf1-4d08-82b9-6f52452b93fe', 'code': 200} Apr 07 13:46:38.650333 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=2bb04257-3bf1-4d08-82b9-6f52452b93fe,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:38.697782 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cac3f-b2ba-4e38-8107-f6da839fbec2 req-2de1d58a-2144-419b-a721-d2b8cc2667bb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:38.699513 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-913cac3f-b2ba-4e38-8107-f6da839fbec2 req-2de1d58a-2144-419b-a721-d2b8cc2667bb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 946 time: 0.0588388 Apr 07 13:46:38.749986 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-913cac3f-b2ba-4e38-8107-f6da839fbec2 req-a3930f05-25a5-452c-af09-542f78b96845 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e2c8928-b947-47b2-8153-abbd43a4638f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448382 Apr 07 13:46:38.793544 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-45de953a-72b6-4fa4-ac8f-a7a0d1c01af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aaff578-d51f-4128-8294-5886696aef23', 'name': 'tempest-TestShelveInstance-1045621198-router', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:08Z', 'updated_at': '2022-04-07T13:39:11Z', 'revision_number': 4, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'gw_port': {'id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:09Z', 'updated_at': '2022-04-07T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'ae06f281-b299-4915-aeb7-d9242b4d3d09', 'name': '', 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'mac_address': 'fa:16:3e:1c:85:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:11Z', 'updated_at': '2022-04-07T13:39:17Z', 'revision_number': 5, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'subnets': [{'id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:38.819667 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45de953a-72b6-4fa4-ac8f-a7a0d1c01af4 None None] The sync data for ids ['2aaff578-d51f-4128-8294-5886696aef23'] in dv-cinder-836973-1-iscsi is: [{'id': '2aaff578-d51f-4128-8294-5886696aef23', 'name': 'tempest-TestShelveInstance-1045621198-router', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:08Z', 'updated_at': '2022-04-07T13:39:11Z', 'revision_number': 4, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'gw_port': {'id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:09Z', 'updated_at': '2022-04-07T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'ae06f281-b299-4915-aeb7-d9242b4d3d09', 'name': '', 'network_id': '7402de63-2dfc-4a98-a866-4c01589f971f', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'mac_address': 'fa:16:3e:1c:85:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:11Z', 'updated_at': '2022-04-07T13:39:17Z', 'revision_number': 5, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'subnets': [{'id': '0ab03637-9f73-4f74-90e9-2d4e6a6b829b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:46:39.034455 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6bdf3b-e034-4edc-a505-82d9e2e97721 None None] New status for floating IP 5170a9a6-ed93-4725-98dd-f2b40ce233c5: DOWN {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:46:39.290867 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac6fc9-b7f4-4eb4-ad42-c5d1cfc56b22 req-7bbc8c8e-6b9f-4942-b115-f4d959ae8849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:39.293105 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93ac6fc9-b7f4-4eb4-ad42-c5d1cfc56b22 req-7bbc8c8e-6b9f-4942-b115-f4d959ae8849 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7402de63-2dfc-4a98-a866-4c01589f971f HTTP/1.1" status: 200 len: 910 time: 0.0968096 Apr 07 13:46:39.541857 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcb448-107c-4ee7-82d6-31c6547fd5a3 req-3ac4064a-5123-4b53-a6da-30927334d9c6 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:39.543280 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f4dcb448-107c-4ee7-82d6-31c6547fd5a3 req-3ac4064a-5123-4b53-a6da-30927334d9c6 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.2843142 Apr 07 13:46:39.591536 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f4dcb448-107c-4ee7-82d6-31c6547fd5a3 req-e299c351-ca24-42cc-9d6a-62bb2d68c799 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426373 Apr 07 13:46:39.667968 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93ac6fc9-b7f4-4eb4-ad42-c5d1cfc56b22 req-87d99cc3-acbd-4066-b2ef-113c870650ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f23a4d0-65d2-48c5-a689-041550c4a618 HTTP/1.1" status: 200 len: 217 time: 0.0419168 Apr 07 13:46:39.865358 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8dee5-b29d-4ece-a859-242e70c1108a req-2a35003e-c608-4300-87a0-945841e51f6d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:39.866738 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8ca8dee5-b29d-4ece-a859-242e70c1108a req-2a35003e-c608-4300-87a0-945841e51f6d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 946 time: 0.0519125 Apr 07 13:46:39.911277 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8ca8dee5-b29d-4ece-a859-242e70c1108a req-3799c535-af31-4d8d-9ebf-666fcefc98fc tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e2c8928-b947-47b2-8153-abbd43a4638f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391188 Apr 07 13:46:39.935945 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac6fc9-b7f4-4eb4-ad42-c5d1cfc56b22 req-3b5c51ca-0c17-4fcc-a0b3-708d581240aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:39.937399 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93ac6fc9-b7f4-4eb4-ad42-c5d1cfc56b22 req-3b5c51ca-0c17-4fcc-a0b3-708d581240aa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ab03637-9f73-4f74-90e9-2d4e6a6b829b HTTP/1.1" status: 200 len: 848 time: 0.0443242 Apr 07 13:46:40.018128 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66121b-b01f-4179-915d-0108d1de6ea1 req-4b25ddd5-aeae-4535-b527-9faddb031e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:40.019655 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6f66121b-b01f-4179-915d-0108d1de6ea1 req-4b25ddd5-aeae-4535-b527-9faddb031e6b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 1130 time: 0.0784626 Apr 07 13:46:40.021434 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac6fc9-b7f4-4eb4-ad42-c5d1cfc56b22 req-f6d127ef-f6cf-4cf8-8e4a-4a99f3bb40d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:40.022800 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93ac6fc9-b7f4-4eb4-ad42-c5d1cfc56b22 req-f6d127ef-f6cf-4cf8-8e4a-4a99f3bb40d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7402de63-2dfc-4a98-a866-4c01589f971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735204 Apr 07 13:46:40.291185 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6f66121b-b01f-4179-915d-0108d1de6ea1 req-c7a6011c-d045-4e5a-879f-8d4a246961da service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3e2c8928-b947-47b2-8153-abbd43a4638f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913584 Apr 07 13:46:40.313300 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93ac6fc9-b7f4-4eb4-ad42-c5d1cfc56b22 req-50c3e100-c53a-48d2-bd76-80304355cb58 service neutron] 10.222.0.23 "GET /v2.0/networks/7402de63-2dfc-4a98-a866-4c01589f971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148279 Apr 07 13:46:40.709158 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68109a69-6cf8-46f4-a2b7-0503b5e173ad req-4991225c-6135-4bd9-8d1e-59d8ffe96290 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:40.710655 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-68109a69-6cf8-46f4-a2b7-0503b5e173ad req-4991225c-6135-4bd9-8d1e-59d8ffe96290 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.0535252 Apr 07 13:46:40.756672 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-68109a69-6cf8-46f4-a2b7-0503b5e173ad req-2894c501-42c8-4791-8e79-033cbf57cbf7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/security-groups?id=f021fa59-53c6-44e8-bfbf-151d18220ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406055 Apr 07 13:46:40.867842 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb6b04-c957-4336-b454-f8cbfcce537c req-4cd2dab3-e8a6-4770-8c6a-53e4df53c97a tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:40.869308 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d0bb6b04-c957-4336-b454-f8cbfcce537c req-4cd2dab3-e8a6-4770-8c6a-53e4df53c97a tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 945 time: 0.1109076 Apr 07 13:46:40.884476 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93ac6fc9-b7f4-4eb4-ad42-c5d1cfc56b22 req-4a7b0990-4eff-4ac1-befc-0e097008758f service neutron] 10.222.0.23 "GET /v2.0/networks/7402de63-2dfc-4a98-a866-4c01589f971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248820 Apr 07 13:46:41.024255 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9408fd1-86f8-4fe3-9475-685350ff7ad1 req-0c19af79-242d-47a0-aed4-d755d5871b92 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:41.025683 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f9408fd1-86f8-4fe3-9475-685350ff7ad1 req-0c19af79-242d-47a0-aed4-d755d5871b92 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 946 time: 0.0501142 Apr 07 13:46:41.070174 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f9408fd1-86f8-4fe3-9475-685350ff7ad1 req-826df24d-129c-4eda-bdc1-396beefecce9 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e2c8928-b947-47b2-8153-abbd43a4638f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389698 Apr 07 13:46:41.348992 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-d0bb6b04-c957-4336-b454-f8cbfcce537c req-074b1d55-2ff7-4ff2-990c-7701b86e1cc7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Deleting port 4f23a4d0-65d2-48c5-a689-041550c4a618 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:46:41.349566 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d0bb6b04-c957-4336-b454-f8cbfcce537c req-074b1d55-2ff7-4ff2-990c-7701b86e1cc7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:41.685449 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-d0bb6b04-c957-4336-b454-f8cbfcce537c req-074b1d55-2ff7-4ff2-990c-7701b86e1cc7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] For port 4f23a4d0-65d2-48c5-a689-041550c4a618, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4f23a4d0-65d2-48c5-a689-041550c4a618,segment=NetworkSegment(90018b87-af8a-47ee-9987-c149d89d6c97),segment_id=90018b87-af8a-47ee-9987-c149d89d6c97)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:46:41.685808 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d0bb6b04-c957-4336-b454-f8cbfcce537c req-074b1d55-2ff7-4ff2-990c-7701b86e1cc7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:41.697933 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-d0bb6b04-c957-4336-b454-f8cbfcce537c req-074b1d55-2ff7-4ff2-990c-7701b86e1cc7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Calling delete_port for 4f23a4d0-65d2-48c5-a689-041550c4a618 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:46:41.823759 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d0bb6b04-c957-4336-b454-f8cbfcce537c req-074b1d55-2ff7-4ff2-990c-7701b86e1cc7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (4f23a4d0-65d2-48c5-a689-041550c4a618), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:41.855501 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d740e8cd-3281-4fc0-a80e-b5aace0c72e7 req-7590523d-9099-4130-bc98-b7194908f1d4 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 210 time: 0.0312572 Apr 07 13:46:41.857223 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b1d55-2ff7-4ff2-990c-7701b86e1cc7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Pushing event deleted for resources: {'Port': ['ID=4f23a4d0-65d2-48c5-a689-041550c4a618,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:41.900576 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bb6b04-c957-4336-b454-f8cbfcce537c req-074b1d55-2ff7-4ff2-990c-7701b86e1cc7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] No DVR routers for this DVR port 4f23a4d0-65d2-48c5-a689-041550c4a618 on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:46:41.903100 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d0bb6b04-c957-4336-b454-f8cbfcce537c req-074b1d55-2ff7-4ff2-990c-7701b86e1cc7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:41.906325 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d0bb6b04-c957-4336-b454-f8cbfcce537c req-074b1d55-2ff7-4ff2-990c-7701b86e1cc7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.23 "DELETE /v2.0/ports/4f23a4d0-65d2-48c5-a689-041550c4a618 HTTP/1.1" status: 204 len: 173 time: 0.6438003 Apr 07 13:46:41.906749 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670', 'name': 'network-vif-deleted', 'tag': '4f23a4d0-65d2-48c5-a689-041550c4a618'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:46:41.909588 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443866d5-2ea6-4a1a-8c35-e5e355dbad15" -d '{"events": [{"server_uuid": "b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670", "name": "network-vif-deleted", "tag": "4f23a4d0-65d2-48c5-a689-041550c4a618"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:46:41.942898 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e25b0f-8de8-45a5-9a15-1dd2da025255 x-openstack-request-id: req-15e25b0f-8de8-45a5-9a15-1dd2da025255 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:46:41.943184 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670", "name": "network-vif-deleted", "tag": "4f23a4d0-65d2-48c5-a689-041550c4a618", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:46:41.943434 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15e25b0f-8de8-45a5-9a15-1dd2da025255 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:46:41.943831 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15e25b0f-8de8-45a5-9a15-1dd2da025255'] response: {'server_uuid': 'b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670', 'name': 'network-vif-deleted', 'tag': '4f23a4d0-65d2-48c5-a689-041550c4a618', 'status': 'completed', 'code': 200} Apr 07 13:46:42.184988 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1518162-668b-46df-81c8-1b58baa386e8 req-040f3ab3-a23b-4956-9a1f-04c49ea82a2e tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:42.186492 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d1518162-668b-46df-81c8-1b58baa386e8 req-040f3ab3-a23b-4956-9a1f-04c49ea82a2e tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 946 time: 0.0516474 Apr 07 13:46:42.240427 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d1518162-668b-46df-81c8-1b58baa386e8 req-919f6d4f-aad6-45ef-bb6f-7a055ddc6340 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e2c8928-b947-47b2-8153-abbd43a4638f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477710 Apr 07 13:46:42.358358 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6913e-ad6a-4a9b-8e65-f8830867411b req-26349be5-0856-4198-8b64-895d4956e09e tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:42.359850 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d3a6913e-ad6a-4a9b-8e65-f8830867411b req-26349be5-0856-4198-8b64-895d4956e09e tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 946 time: 0.0528970 Apr 07 13:46:42.368687 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33798) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:46:42.373044 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-c57434f3-79d9-4646-8ad7-aa19c50f91dd tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'floatingip': {'port_id': '2bb04257-3bf1-4d08-82b9-6f52452b93fe'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:46:42.416010 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c57434f3-79d9-4646-8ad7-aa19c50f91dd tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (848fb479-790e-45d4-9a1a-a256f021ab8f), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:42.866028 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c57434f3-79d9-4646-8ad7-aa19c50f91dd tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:42.869731 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c57434f3-79d9-4646-8ad7-aa19c50f91dd tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (848fb479-790e-45d4-9a1a-a256f021ab8f), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:42.980564 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7a63c7cf-25b8-4e3e-a6d3-50002ff57988 req-c0c6624e-6263-4159-b1e5-a46fd069579a tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b02859aa-0c11-4cd8-ad2e-fa1a5b4d8670 HTTP/1.1" status: 200 len: 210 time: 0.0298498 Apr 07 13:46:43.001020 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.l3_db [None req-c57434f3-79d9-4646-8ad7-aa19c50f91dd tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Floating IP 848fb479-790e-45d4-9a1a-a256f021ab8f associated. External IP: 172.27.0.83, port: 2bb04257-3bf1-4d08-82b9-6f52452b93fe. Apr 07 13:46:43.216531 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57434f3-79d9-4646-8ad7-aa19c50f91dd tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Router 4e96cc68-9cee-43f6-8184-ac0bc814419d has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:46:43.323237 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57434f3-79d9-4646-8ad7-aa19c50f91dd tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:46:43.328094 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c57434f3-79d9-4646-8ad7-aa19c50f91dd tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:43.334670 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc020042-4260-4055-a43f-11f32e6a4d0e None None] Sync routers for ids ['4e96cc68-9cee-43f6-8184-ac0bc814419d'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:46:43.344112 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc020042-4260-4055-a43f-11f32e6a4d0e None None] Routers {'4e96cc68-9cee-43f6-8184-ac0bc814419d'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:46:43.344726 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-dc020042-4260-4055-a43f-11f32e6a4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:46:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['4e96cc68-9cee-43f6-8184-ac0bc814419d'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:43.362205 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-c57434f3-79d9-4646-8ad7-aa19c50f91dd tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "PUT /v2.0/floatingips/848fb479-790e-45d4-9a1a-a256f021ab8f HTTP/1.1" status: 200 len: 991 time: 0.9924459 Apr 07 13:46:43.362831 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3714d34-d2a7-4253-99e9-454872fa0855', 'tag': '2bb04257-3bf1-4d08-82b9-6f52452b93fe'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:46:43.365061 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40441613-050a-4c22-99af-e66b83703da6" -d '{"events": [{"name": "network-changed", "server_uuid": "c3714d34-d2a7-4253-99e9-454872fa0855", "tag": "2bb04257-3bf1-4d08-82b9-6f52452b93fe"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:46:43.399770 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9393995d-2df5-40fe-aae0-6217333d1440 x-openstack-request-id: req-9393995d-2df5-40fe-aae0-6217333d1440 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:46:43.400070 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3714d34-d2a7-4253-99e9-454872fa0855", "tag": "2bb04257-3bf1-4d08-82b9-6f52452b93fe", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:46:43.400512 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9393995d-2df5-40fe-aae0-6217333d1440 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:46:43.400937 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9393995d-2df5-40fe-aae0-6217333d1440'] response: {'name': 'network-changed', 'server_uuid': 'c3714d34-d2a7-4253-99e9-454872fa0855', 'tag': '2bb04257-3bf1-4d08-82b9-6f52452b93fe', 'status': 'completed', 'code': 200} Apr 07 13:46:43.458188 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-dc020042-4260-4055-a43f-11f32e6a4d0e None None] Set router 4e96cc68-9cee-43f6-8184-ac0bc814419d gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:46:43.496508 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40441613-050a-4c22-99af-e66b83703da6 req-3403453a-7da8-40bc-b5ae-2782b16ab39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:43.497962 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-40441613-050a-4c22-99af-e66b83703da6 req-3403453a-7da8-40bc-b5ae-2782b16ab39f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9634a2617d1248c6af6fae61e6f92594&device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 1130 time: 0.0477741 Apr 07 13:46:43.588409 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40441613-050a-4c22-99af-e66b83703da6 req-4c2d6cbc-84d4-44e1-831f-0cf65875b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:43.589868 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-40441613-050a-4c22-99af-e66b83703da6 req-4c2d6cbc-84d4-44e1-831f-0cf65875b01e service neutron] 10.222.0.23 "GET /v2.0/networks?id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 HTTP/1.1" status: 200 len: 915 time: 0.0857790 Apr 07 13:46:43.653678 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-40441613-050a-4c22-99af-e66b83703da6 req-dea17b33-af10-4eff-9f81-e38ec8fe9930 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb04257-3bf1-4d08-82b9-6f52452b93fe HTTP/1.1" status: 200 len: 999 time: 0.0570233 Apr 07 13:46:43.684823 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-dc020042-4260-4055-a43f-11f32e6a4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '848fb479-790e-45d4-9a1a-a256f021ab8f', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'port_id': '2bb04257-3bf1-4d08-82b9-6f52452b93fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'mac_address': 'fa:16:3e:dd:53:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3714d34-d2a7-4253-99e9-454872fa0855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:46:29Z', 'updated_at': '2022-04-07T13:46:42Z', 'revision_number': 1, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'fixed_ip_address_scope': None}, {'id': 'f71f6490-0fa2-480c-ae11-9573625cef46', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'port_id': '22416beb-b459-4756-a950-ac451d324798', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'mac_address': 'fa:16:3e:b3:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95fb93d-ced7-4127-9df6-bae09ef420d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:44:37Z', 'updated_at': '2022-04-07T13:44:52Z', 'revision_number': 2, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 5, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:43.705809 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40441613-050a-4c22-99af-e66b83703da6 req-cdfb8698-4940-4c35-9a2c-2e1ce825ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:43.707566 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-40441613-050a-4c22-99af-e66b83703da6 req-cdfb8698-4940-4c35-9a2c-2e1ce825ec92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=445ab6a6-5357-4955-a306-a0086052025f HTTP/1.1" status: 200 len: 853 time: 0.0479596 Apr 07 13:46:43.710897 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc020042-4260-4055-a43f-11f32e6a4d0e None None] Checking router: 4e96cc68-9cee-43f6-8184-ac0bc814419d for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:46:43.719155 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc020042-4260-4055-a43f-11f32e6a4d0e None None] Routers {'4e96cc68-9cee-43f6-8184-ac0bc814419d'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:46:43.719771 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-dc020042-4260-4055-a43f-11f32e6a4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:46:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['4e96cc68-9cee-43f6-8184-ac0bc814419d'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:43.756891 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40441613-050a-4c22-99af-e66b83703da6 req-915ec737-319a-4c3a-84de-67cce90c4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:46:43.758357 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-40441613-050a-4c22-99af-e66b83703da6 req-915ec737-319a-4c3a-84de-67cce90c4a7d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441463 Apr 07 13:46:43.768201 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-40441613-050a-4c22-99af-e66b83703da6 req-7b98bc07-c376-4d57-8100-47f0dc882279 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:46:43.769216 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-40441613-050a-4c22-99af-e66b83703da6 req-7b98bc07-c376-4d57-8100-47f0dc882279 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050325 Apr 07 13:46:43.826254 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-dc020042-4260-4055-a43f-11f32e6a4d0e None None] Set router 4e96cc68-9cee-43f6-8184-ac0bc814419d gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:46:43.857943 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-40441613-050a-4c22-99af-e66b83703da6 req-0161c1b2-313e-4941-8e4a-b6b90fb94f23 service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821764 Apr 07 13:46:43.953636 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-40441613-050a-4c22-99af-e66b83703da6 req-fe2c33c4-d2c1-4f9a-83c2-2a4a8e313c06 service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903974 Apr 07 13:46:44.038129 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33808) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:46:44.049977 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-dc020042-4260-4055-a43f-11f32e6a4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '848fb479-790e-45d4-9a1a-a256f021ab8f', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'port_id': '2bb04257-3bf1-4d08-82b9-6f52452b93fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'mac_address': 'fa:16:3e:dd:53:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3714d34-d2a7-4253-99e9-454872fa0855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:46:29Z', 'updated_at': '2022-04-07T13:46:42Z', 'revision_number': 1, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'fixed_ip_address_scope': None}, {'id': 'f71f6490-0fa2-480c-ae11-9573625cef46', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'port_id': '22416beb-b459-4756-a950-ac451d324798', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'mac_address': 'fa:16:3e:b3:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95fb93d-ced7-4127-9df6-bae09ef420d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:44:37Z', 'updated_at': '2022-04-07T13:44:52Z', 'revision_number': 2, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 5, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:44.080573 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc020042-4260-4055-a43f-11f32e6a4d0e None None] The sync data for ids ['4e96cc68-9cee-43f6-8184-ac0bc814419d'] in dv-cinder-836973-1-iscsi is: [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '848fb479-790e-45d4-9a1a-a256f021ab8f', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'port_id': '2bb04257-3bf1-4d08-82b9-6f52452b93fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'mac_address': 'fa:16:3e:dd:53:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3714d34-d2a7-4253-99e9-454872fa0855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:46:29Z', 'updated_at': '2022-04-07T13:46:42Z', 'revision_number': 1, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'fixed_ip_address_scope': None}, {'id': 'f71f6490-0fa2-480c-ae11-9573625cef46', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'port_id': '22416beb-b459-4756-a950-ac451d324798', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'mac_address': 'fa:16:3e:b3:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95fb93d-ced7-4127-9df6-bae09ef420d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:44:37Z', 'updated_at': '2022-04-07T13:44:52Z', 'revision_number': 2, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 5, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:46:44.094830 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a150ecfe-fa52-49f6-b632-d3d1372145e7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group (f021fa59-53c6-44e8-bfbf-151d18220ad0), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:44.120975 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a150ecfe-fa52-49f6-b632-d3d1372145e7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group (f021fa59-53c6-44e8-bfbf-151d18220ad0), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:44.182242 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a150ecfe-fa52-49f6-b632-d3d1372145e7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (f021fa59-53c6-44e8-bfbf-151d18220ad0), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:44.184834 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a150ecfe-fa52-49f6-b632-d3d1372145e7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:44.185982 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-a150ecfe-fa52-49f6-b632-d3d1372145e7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] 10.222.0.39 "DELETE /v2.0/security-groups/f021fa59-53c6-44e8-bfbf-151d18220ad0 HTTP/1.1" status: 204 len: 168 time: 0.1468132 Apr 07 13:46:44.196672 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150ecfe-fa52-49f6-b632-d3d1372145e7 tempest-TestShelveInstance-56368203 tempest-TestShelveInstance-56368203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f021fa59-53c6-44e8-bfbf-151d18220ad0,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:44.248471 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33812) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:46:44.295471 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d565b82e-8f32-44c9-b093-4546238635cc None None] New status for floating IP 848fb479-790e-45d4-9a1a-a256f021ab8f: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:46:44.457334 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 4f23a4d0-65d2-48c5-a689-041550c4a618 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:46:44.478631 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: 4f23a4d0-65d2-48c5-a689-041550c4a618 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:46:44.478987 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 4f23a4d0-65d2-48c5-a689-041550c4a618 not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:46:44.710220 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c9754ffe-92dc-4a49-8c3c-3f04c9ec1df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421825'] for router_interface (2aaff578-d51f-4128-8294-5886696aef23), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:45.232712 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-c9754ffe-92dc-4a49-8c3c-3f04c9ec1df1 admin admin] Deleting port ae06f281-b299-4915-aeb7-d9242b4d3d09 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:46:45.233048 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c9754ffe-92dc-4a49-8c3c-3f04c9ec1df1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:45.311179 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-c9754ffe-92dc-4a49-8c3c-3f04c9ec1df1 admin admin] For port ae06f281-b299-4915-aeb7-d9242b4d3d09, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=ae06f281-b299-4915-aeb7-d9242b4d3d09,segment=NetworkSegment(90018b87-af8a-47ee-9987-c149d89d6c97),segment_id=90018b87-af8a-47ee-9987-c149d89d6c97)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:46:45.311797 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c9754ffe-92dc-4a49-8c3c-3f04c9ec1df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:45.323732 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-c9754ffe-92dc-4a49-8c3c-3f04c9ec1df1 admin admin] Calling delete_port for ae06f281-b299-4915-aeb7-d9242b4d3d09 owned by network:router_interface {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:46:45.501321 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c9754ffe-92dc-4a49-8c3c-3f04c9ec1df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (ae06f281-b299-4915-aeb7-d9242b4d3d09), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:45.527133 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9754ffe-92dc-4a49-8c3c-3f04c9ec1df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae06f281-b299-4915-aeb7-d9242b4d3d09,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:45.693012 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c9754ffe-92dc-4a49-8c3c-3f04c9ec1df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421774'] for router_interface (2aaff578-d51f-4128-8294-5886696aef23), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:45.907507 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9754ffe-92dc-4a49-8c3c-3f04c9ec1df1 admin admin] Router 2aaff578-d51f-4128-8294-5886696aef23 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:46:46.013784 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9754ffe-92dc-4a49-8c3c-3f04c9ec1df1 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:46:46.021964 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-c9754ffe-92dc-4a49-8c3c-3f04c9ec1df1 admin admin] 10.222.0.39 "PUT /v2.0/routers/2aaff578-d51f-4128-8294-5886696aef23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7699795 Apr 07 13:46:46.021964 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33816) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:46:46.024429 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a61503-fd5f-464d-a34a-8851975c61de None None] Sync routers for ids ['2aaff578-d51f-4128-8294-5886696aef23'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:46:46.036337 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a61503-fd5f-464d-a34a-8851975c61de None None] Routers {'2aaff578-d51f-4128-8294-5886696aef23'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:46:46.037094 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-69a61503-fd5f-464d-a34a-8851975c61de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:46:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['2aaff578-d51f-4128-8294-5886696aef23'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:46.126423 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ac8755e3-4f78-46eb-b72d-9f3c835d6b3b admin admin] Publish callbacks [] for router (2aaff578-d51f-4128-8294-5886696aef23), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:46.145730 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-69a61503-fd5f-464d-a34a-8851975c61de None None] Set router 2aaff578-d51f-4128-8294-5886696aef23 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:46:46.226560 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ac8755e3-4f78-46eb-b72d-9f3c835d6b3b admin admin] Publish callbacks [] for router_gateway (2aaff578-d51f-4128-8294-5886696aef23), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:46.280843 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-ac8755e3-4f78-46eb-b72d-9f3c835d6b3b admin admin] Deleting port 082b56b1-1c55-40c0-9474-37c1f967cb99 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:46:46.281182 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ac8755e3-4f78-46eb-b72d-9f3c835d6b3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (082b56b1-1c55-40c0-9474-37c1f967cb99), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:46.319793 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-69a61503-fd5f-464d-a34a-8851975c61de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aaff578-d51f-4128-8294-5886696aef23', 'name': 'tempest-TestShelveInstance-1045621198-router', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:08Z', 'updated_at': '2022-04-07T13:46:45Z', 'revision_number': 5, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'gw_port': {'id': '082b56b1-1c55-40c0-9474-37c1f967cb99', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaff578-d51f-4128-8294-5886696aef23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:09Z', 'updated_at': '2022-04-07T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:46.349126 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a61503-fd5f-464d-a34a-8851975c61de None None] Checking router: 2aaff578-d51f-4128-8294-5886696aef23 for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:46:46.357240 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a61503-fd5f-464d-a34a-8851975c61de None None] Routers {'2aaff578-d51f-4128-8294-5886696aef23'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:46:46.357832 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-69a61503-fd5f-464d-a34a-8851975c61de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:46:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['2aaff578-d51f-4128-8294-5886696aef23'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:46.360698 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-ac8755e3-4f78-46eb-b72d-9f3c835d6b3b admin admin] For port 082b56b1-1c55-40c0-9474-37c1f967cb99, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=082b56b1-1c55-40c0-9474-37c1f967cb99,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:46:46.361687 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ac8755e3-4f78-46eb-b72d-9f3c835d6b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (082b56b1-1c55-40c0-9474-37c1f967cb99), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:46.373956 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-ac8755e3-4f78-46eb-b72d-9f3c835d6b3b admin admin] Calling delete_port for 082b56b1-1c55-40c0-9474-37c1f967cb99 owned by network:router_gateway {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:46:46.445845 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-69a61503-fd5f-464d-a34a-8851975c61de None None] Set router 2aaff578-d51f-4128-8294-5886696aef23 gateway port host: None {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:46:46.543133 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ac8755e3-4f78-46eb-b72d-9f3c835d6b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (082b56b1-1c55-40c0-9474-37c1f967cb99), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:46.572149 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8755e3-4f78-46eb-b72d-9f3c835d6b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=082b56b1-1c55-40c0-9474-37c1f967cb99,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:46.590354 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-69a61503-fd5f-464d-a34a-8851975c61de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aaff578-d51f-4128-8294-5886696aef23', 'name': 'tempest-TestShelveInstance-1045621198-router', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:08Z', 'updated_at': '2022-04-07T13:46:46Z', 'revision_number': 6, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'gw_port_host': None}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:46.618490 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a61503-fd5f-464d-a34a-8851975c61de None None] The sync data for ids ['2aaff578-d51f-4128-8294-5886696aef23'] in dv-cinder-836973-1-iscsi is: [{'id': '2aaff578-d51f-4128-8294-5886696aef23', 'name': 'tempest-TestShelveInstance-1045621198-router', 'tenant_id': '9dc31e4ed725435fa06e916718f742b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:08Z', 'updated_at': '2022-04-07T13:46:46Z', 'revision_number': 6, 'project_id': '9dc31e4ed725435fa06e916718f742b0', 'gw_port_host': None}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:46:46.632166 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ac8755e3-4f78-46eb-b72d-9f3c835d6b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431867'] for router_gateway (2aaff578-d51f-4128-8294-5886696aef23), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:46.736073 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ac8755e3-4f78-46eb-b72d-9f3c835d6b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (2aaff578-d51f-4128-8294-5886696aef23), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:46.738223 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ac8755e3-4f78-46eb-b72d-9f3c835d6b3b admin admin] Publish callbacks [] for router_controller (2aaff578-d51f-4128-8294-5886696aef23), precommit_delete_associations {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:46.802686 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ac8755e3-4f78-46eb-b72d-9f3c835d6b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-420261'] for router (2aaff578-d51f-4128-8294-5886696aef23), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:46.803181 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8755e3-4f78-46eb-b72d-9f3c835d6b3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aaff578-d51f-4128-8294-5886696aef23 {{(pid=103372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 13:46:46.808412 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ac8755e3-4f78-46eb-b72d-9f3c835d6b3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:46.809472 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-ac8755e3-4f78-46eb-b72d-9f3c835d6b3b admin admin] 10.222.0.39 "DELETE /v2.0/routers/2aaff578-d51f-4128-8294-5886696aef23 HTTP/1.1" status: 204 len: 168 time: 0.7865930 Apr 07 13:46:46.811971 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33818) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:46:46.854313 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7bbdc0-f483-4d8a-8506-51769324ec2f admin admin] Deleting subnet 0ab03637-9f73-4f74-90e9-2d4e6a6b829b {{(pid=103372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:46:46.857225 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ad7bbdc0-f483-4d8a-8506-51769324ec2f admin admin] Publish callbacks [] for subnet (0ab03637-9f73-4f74-90e9-2d4e6a6b829b), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:46.889836 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ad7bbdc0-f483-4d8a-8506-51769324ec2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3886092'] for subnet (0ab03637-9f73-4f74-90e9-2d4e6a6b829b), precommit_delete_associations {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:46.995393 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ad7bbdc0-f483-4d8a-8506-51769324ec2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16392291'] for subnet (0ab03637-9f73-4f74-90e9-2d4e6a6b829b), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:47.054772 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ad7bbdc0-f483-4d8a-8506-51769324ec2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16392298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59119722'] for subnet (0ab03637-9f73-4f74-90e9-2d4e6a6b829b), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:47.083551 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bbdc0-f483-4d8a-8506-51769324ec2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab03637-9f73-4f74-90e9-2d4e6a6b829b,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:47.088385 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ad7bbdc0-f483-4d8a-8506-51769324ec2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:47.092195 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-ad7bbdc0-f483-4d8a-8506-51769324ec2f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0ab03637-9f73-4f74-90e9-2d4e6a6b829b HTTP/1.1" status: 204 len: 168 time: 0.2793117 Apr 07 13:46:47.094605 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33822) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:46:47.097287 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76746792-c89d-46df-a147-bdf31b6be588 None None] Network 7402de63-2dfc-4a98-a866-4c01589f971f requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:46:47.160459 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16221602'] for network (7402de63-2dfc-4a98-a866-4c01589f971f), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:47.216657 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] Deleting port 84c23a15-cdb0-4a90-adeb-c964a3006e6d {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:46:47.217020 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (84c23a15-cdb0-4a90-adeb-c964a3006e6d), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:47.278475 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] For port 84c23a15-cdb0-4a90-adeb-c964a3006e6d, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=84c23a15-cdb0-4a90-adeb-c964a3006e6d,segment=NetworkSegment(90018b87-af8a-47ee-9987-c149d89d6c97),segment_id=90018b87-af8a-47ee-9987-c149d89d6c97)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:46:47.278825 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (84c23a15-cdb0-4a90-adeb-c964a3006e6d), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:47.291116 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] Calling delete_port for 84c23a15-cdb0-4a90-adeb-c964a3006e6d owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:46:47.371537 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (84c23a15-cdb0-4a90-adeb-c964a3006e6d), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:47.373905 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d047302-aeb1-471b-878d-1492f0c73527 None None] DHCP port deletion for 7402de63-2dfc-4a98-a866-4c01589f971f request from dv-cinder-836973-1-iscsi {{(pid=103373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 13:46:47.399228 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c23a15-cdb0-4a90-adeb-c964a3006e6d,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:47.404814 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] No DVR routers for this DVR port 84c23a15-cdb0-4a90-adeb-c964a3006e6d on host dv-cinder-836973-1-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:46:47.477129 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16415226', 'neutron.services.segments.db._delete_segments_for_network-8738487795402'] for network (7402de63-2dfc-4a98-a866-4c01589f971f), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:47.498509 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7402de63-2dfc-4a98-a866-4c01589f971f']}} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:47.508479 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90018b87-af8a-47ee-9987-c149d89d6c97') {'for_net_delete': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:47.508780 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90018b87-af8a-47ee-9987-c149d89d6c97') {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:47.517939 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738487798739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3886101'] for segment (90018b87-af8a-47ee-9987-c149d89d6c97), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:47.530884 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (90018b87-af8a-47ee-9987-c149d89d6c97), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:47.537513 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:46:47.537994 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3931353'] for segment (90018b87-af8a-47ee-9987-c149d89d6c97), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: Traceback (most recent call last): Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: timer() Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: cb(*args, **kw) Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: return func(*args, **kwargs) Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: self._notify() Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: self.callback(batched_events) Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: event.method(event) Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: return f(self, *a, **k) Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._get(url).json() Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: return self.request(url, 'GET', **kwargs) Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:46:47.539727 dv-cinder-836973-1-iscsi neutron-server[103372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:46:47.597766 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16415201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431839'] for network (7402de63-2dfc-4a98-a866-4c01589f971f), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:47.604979 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:47.608489 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7402de63-2dfc-4a98-a866-4c01589f971f HTTP/1.1" status: 204 len: 168 time: 0.5129662 Apr 07 13:46:47.612512 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33824) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:46:47.620955 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94078c-7065-4b12-97d7-276410f39be4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7402de63-2dfc-4a98-a866-4c01589f971f,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:47.963693 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cb8165f3-bc5f-4ad5-a1de-79b30f0b5237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421825'] for router_interface (ee7c29d5-c087-4230-a268-a2fb4c48d584), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:48.055744 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 84c23a15-cdb0-4a90-adeb-c964a3006e6d no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:46:48.079283 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: 84c23a15-cdb0-4a90-adeb-c964a3006e6d {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:46:48.079773 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 84c23a15-cdb0-4a90-adeb-c964a3006e6d not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:46:48.080547 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 082b56b1-1c55-40c0-9474-37c1f967cb99 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:46:48.099588 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: 082b56b1-1c55-40c0-9474-37c1f967cb99 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:46:48.100258 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 082b56b1-1c55-40c0-9474-37c1f967cb99 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:46:48.100373 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device ae06f281-b299-4915-aeb7-d9242b4d3d09 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:46:48.118740 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: ae06f281-b299-4915-aeb7-d9242b4d3d09 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:46:48.119086 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device ae06f281-b299-4915-aeb7-d9242b4d3d09 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:46:48.214195 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-cb8165f3-bc5f-4ad5-a1de-79b30f0b5237 admin admin] Deleting port d3be28b2-b97a-4809-829a-af608ac91001 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:46:48.214483 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cb8165f3-bc5f-4ad5-a1de-79b30f0b5237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (d3be28b2-b97a-4809-829a-af608ac91001), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:48.290511 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-cb8165f3-bc5f-4ad5-a1de-79b30f0b5237 admin admin] For port d3be28b2-b97a-4809-829a-af608ac91001, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=d3be28b2-b97a-4809-829a-af608ac91001,segment=NetworkSegment(a8a7761c-f42a-44b9-b8c7-c4143d323abd),segment_id=a8a7761c-f42a-44b9-b8c7-c4143d323abd)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:46:48.290873 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cb8165f3-bc5f-4ad5-a1de-79b30f0b5237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (d3be28b2-b97a-4809-829a-af608ac91001), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:48.303784 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-cb8165f3-bc5f-4ad5-a1de-79b30f0b5237 admin admin] Calling delete_port for d3be28b2-b97a-4809-829a-af608ac91001 owned by network:router_interface {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:46:48.483524 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cb8165f3-bc5f-4ad5-a1de-79b30f0b5237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (d3be28b2-b97a-4809-829a-af608ac91001), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:48.512670 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8165f3-bc5f-4ad5-a1de-79b30f0b5237 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3be28b2-b97a-4809-829a-af608ac91001,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:48.679517 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cb8165f3-bc5f-4ad5-a1de-79b30f0b5237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421774'] for router_interface (ee7c29d5-c087-4230-a268-a2fb4c48d584), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:48.895530 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8165f3-bc5f-4ad5-a1de-79b30f0b5237 admin admin] Router ee7c29d5-c087-4230-a268-a2fb4c48d584 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:46:49.001295 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8165f3-bc5f-4ad5-a1de-79b30f0b5237 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:46:49.006266 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-cb8165f3-bc5f-4ad5-a1de-79b30f0b5237 admin admin] 10.222.0.39 "PUT /v2.0/routers/ee7c29d5-c087-4230-a268-a2fb4c48d584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3913150 Apr 07 13:46:49.008723 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33826) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:46:49.009674 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083aba9-e851-4862-98c8-4a40881d56e6 None None] Sync routers for ids ['ee7c29d5-c087-4230-a268-a2fb4c48d584'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:46:49.019916 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083aba9-e851-4862-98c8-4a40881d56e6 None None] Routers {'ee7c29d5-c087-4230-a268-a2fb4c48d584'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:46:49.020533 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a083aba9-e851-4862-98c8-4a40881d56e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:46:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['ee7c29d5-c087-4230-a268-a2fb4c48d584'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:49.114354 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58943bfb-f9a8-4e56-bc55-df1794947dda admin admin] Publish callbacks [] for router (ee7c29d5-c087-4230-a268-a2fb4c48d584), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:49.126223 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-a083aba9-e851-4862-98c8-4a40881d56e6 None None] Set router ee7c29d5-c087-4230-a268-a2fb4c48d584 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:46:49.217252 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58943bfb-f9a8-4e56-bc55-df1794947dda admin admin] Publish callbacks [] for router_gateway (ee7c29d5-c087-4230-a268-a2fb4c48d584), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:49.272301 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-58943bfb-f9a8-4e56-bc55-df1794947dda admin admin] Deleting port 493c49d6-819d-4dc5-bbe8-336ff6a973e4 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:46:49.272640 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58943bfb-f9a8-4e56-bc55-df1794947dda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (493c49d6-819d-4dc5-bbe8-336ff6a973e4), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:49.302224 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a083aba9-e851-4862-98c8-4a40881d56e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7c29d5-c087-4230-a268-a2fb4c48d584', 'name': 'tempest-TestShelveInstance-179741344-router', 'tenant_id': 'c27ce079e8254fbd9ec43ba64374356b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '493c49d6-819d-4dc5-bbe8-336ff6a973e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:15Z', 'updated_at': '2022-04-07T13:46:48Z', 'revision_number': 5, 'project_id': 'c27ce079e8254fbd9ec43ba64374356b', 'gw_port': {'id': '493c49d6-819d-4dc5-bbe8-336ff6a973e4', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7c29d5-c087-4230-a268-a2fb4c48d584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:39:15Z', 'updated_at': '2022-04-07T13:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:49.328354 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083aba9-e851-4862-98c8-4a40881d56e6 None None] Checking router: ee7c29d5-c087-4230-a268-a2fb4c48d584 for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:46:49.337200 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083aba9-e851-4862-98c8-4a40881d56e6 None None] Routers {'ee7c29d5-c087-4230-a268-a2fb4c48d584'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:46:49.337818 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a083aba9-e851-4862-98c8-4a40881d56e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:46:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['ee7c29d5-c087-4230-a268-a2fb4c48d584'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:49.350536 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-58943bfb-f9a8-4e56-bc55-df1794947dda admin admin] For port 493c49d6-819d-4dc5-bbe8-336ff6a973e4, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=493c49d6-819d-4dc5-bbe8-336ff6a973e4,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:46:49.350900 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58943bfb-f9a8-4e56-bc55-df1794947dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (493c49d6-819d-4dc5-bbe8-336ff6a973e4), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:49.363822 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-58943bfb-f9a8-4e56-bc55-df1794947dda admin admin] Calling delete_port for 493c49d6-819d-4dc5-bbe8-336ff6a973e4 owned by network:router_gateway {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:46:49.425855 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-a083aba9-e851-4862-98c8-4a40881d56e6 None None] Set router ee7c29d5-c087-4230-a268-a2fb4c48d584 gateway port host: None {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:46:49.476737 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a083aba9-e851-4862-98c8-4a40881d56e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7c29d5-c087-4230-a268-a2fb4c48d584', 'name': 'tempest-TestShelveInstance-179741344-router', 'tenant_id': 'c27ce079e8254fbd9ec43ba64374356b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:15Z', 'updated_at': '2022-04-07T13:46:49Z', 'revision_number': 6, 'project_id': 'c27ce079e8254fbd9ec43ba64374356b', 'gw_port_host': None}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:49.537791 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58943bfb-f9a8-4e56-bc55-df1794947dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (493c49d6-819d-4dc5-bbe8-336ff6a973e4), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:49.567780 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58943bfb-f9a8-4e56-bc55-df1794947dda admin admin] Pushing event deleted for resources: {'Port': ['ID=493c49d6-819d-4dc5-bbe8-336ff6a973e4,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:49.630991 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58943bfb-f9a8-4e56-bc55-df1794947dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431867'] for router_gateway (ee7c29d5-c087-4230-a268-a2fb4c48d584), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:49.632827 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083aba9-e851-4862-98c8-4a40881d56e6 None None] The sync data for ids ['ee7c29d5-c087-4230-a268-a2fb4c48d584'] in dv-cinder-836973-1-iscsi is: [{'id': 'ee7c29d5-c087-4230-a268-a2fb4c48d584', 'name': 'tempest-TestShelveInstance-179741344-router', 'tenant_id': 'c27ce079e8254fbd9ec43ba64374356b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:39:15Z', 'updated_at': '2022-04-07T13:46:49Z', 'revision_number': 6, 'project_id': 'c27ce079e8254fbd9ec43ba64374356b', 'gw_port_host': None}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:46:49.964346 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58943bfb-f9a8-4e56-bc55-df1794947dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (ee7c29d5-c087-4230-a268-a2fb4c48d584), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:49.966254 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58943bfb-f9a8-4e56-bc55-df1794947dda admin admin] Publish callbacks [] for router_controller (ee7c29d5-c087-4230-a268-a2fb4c48d584), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:50.019287 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58943bfb-f9a8-4e56-bc55-df1794947dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-420261'] for router (ee7c29d5-c087-4230-a268-a2fb4c48d584), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:50.019849 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58943bfb-f9a8-4e56-bc55-df1794947dda admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee7c29d5-c087-4230-a268-a2fb4c48d584 {{(pid=103371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 13:46:50.025308 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58943bfb-f9a8-4e56-bc55-df1794947dda admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:50.028981 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-58943bfb-f9a8-4e56-bc55-df1794947dda admin admin] 10.222.0.39 "DELETE /v2.0/routers/ee7c29d5-c087-4230-a268-a2fb4c48d584 HTTP/1.1" status: 204 len: 168 time: 1.0168536 Apr 07 13:46:50.028981 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33830) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:46:50.083782 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e743f2-efc2-41e4-abe5-320a7216b305 admin admin] Deleting subnet 1df12854-8e98-4d6c-8757-1a64b13b7bc1 {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:46:50.087303 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32e743f2-efc2-41e4-abe5-320a7216b305 admin admin] Publish callbacks [] for subnet (1df12854-8e98-4d6c-8757-1a64b13b7bc1), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:50.124582 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32e743f2-efc2-41e4-abe5-320a7216b305 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3370149'] for subnet (1df12854-8e98-4d6c-8757-1a64b13b7bc1), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:50.151106 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device d3be28b2-b97a-4809-829a-af608ac91001 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:46:50.171832 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: d3be28b2-b97a-4809-829a-af608ac91001 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:46:50.172199 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device d3be28b2-b97a-4809-829a-af608ac91001 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:46:50.213227 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32e743f2-efc2-41e4-abe5-320a7216b305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16392291'] for subnet (1df12854-8e98-4d6c-8757-1a64b13b7bc1), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:50.268286 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32e743f2-efc2-41e4-abe5-320a7216b305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16392298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3405941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3715770'] for subnet (1df12854-8e98-4d6c-8757-1a64b13b7bc1), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:50.293784 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e743f2-efc2-41e4-abe5-320a7216b305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1df12854-8e98-4d6c-8757-1a64b13b7bc1,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:50.297457 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32e743f2-efc2-41e4-abe5-320a7216b305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:50.300874 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-32e743f2-efc2-41e4-abe5-320a7216b305 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1df12854-8e98-4d6c-8757-1a64b13b7bc1 HTTP/1.1" status: 204 len: 168 time: 0.2708328 Apr 07 13:46:50.303391 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33832) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:46:50.303825 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b72f07-e4ef-42f5-9885-a8956f0c1cb4 None None] Network 766d85e2-0a8b-4791-b702-7eb00053ef0b requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:46:50.371766 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16221602'] for network (766d85e2-0a8b-4791-b702-7eb00053ef0b), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:50.430219 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] Deleting port 936d659c-aada-4d45-a92f-d232c14a77cb {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:46:50.430591 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (936d659c-aada-4d45-a92f-d232c14a77cb), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:50.475762 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60e1ecf-0491-4f97-8d3a-39dd1b0ebae7 None None] DHCP port deletion for 766d85e2-0a8b-4791-b702-7eb00053ef0b request from dv-cinder-836973-1-iscsi {{(pid=103373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 13:46:50.495461 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] For port 936d659c-aada-4d45-a92f-d232c14a77cb, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=936d659c-aada-4d45-a92f-d232c14a77cb,segment=NetworkSegment(a8a7761c-f42a-44b9-b8c7-c4143d323abd),segment_id=a8a7761c-f42a-44b9-b8c7-c4143d323abd)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:46:50.495751 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (936d659c-aada-4d45-a92f-d232c14a77cb), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:50.508102 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] Calling delete_port for 936d659c-aada-4d45-a92f-d232c14a77cb owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:46:50.522640 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e60e1ecf-0491-4f97-8d3a-39dd1b0ebae7 None None] Deleting port 936d659c-aada-4d45-a92f-d232c14a77cb {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:46:50.523021 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e60e1ecf-0491-4f97-8d3a-39dd1b0ebae7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (936d659c-aada-4d45-a92f-d232c14a77cb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:50.588066 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e60e1ecf-0491-4f97-8d3a-39dd1b0ebae7 None None] For port 936d659c-aada-4d45-a92f-d232c14a77cb, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=936d659c-aada-4d45-a92f-d232c14a77cb,segment=NetworkSegment(a8a7761c-f42a-44b9-b8c7-c4143d323abd),segment_id=a8a7761c-f42a-44b9-b8c7-c4143d323abd)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:46:50.588474 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e60e1ecf-0491-4f97-8d3a-39dd1b0ebae7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (936d659c-aada-4d45-a92f-d232c14a77cb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:50.601703 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e60e1ecf-0491-4f97-8d3a-39dd1b0ebae7 None None] Calling delete_port for 936d659c-aada-4d45-a92f-d232c14a77cb owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:46:50.682470 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e60e1ecf-0491-4f97-8d3a-39dd1b0ebae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685'] for port (936d659c-aada-4d45-a92f-d232c14a77cb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:50.707364 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e1ecf-0491-4f97-8d3a-39dd1b0ebae7 None None] Pushing event deleted for resources: {'Port': ['ID=936d659c-aada-4d45-a92f-d232c14a77cb,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:50.713186 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60e1ecf-0491-4f97-8d3a-39dd1b0ebae7 None None] No DVR routers for this DVR port 936d659c-aada-4d45-a92f-d232c14a77cb on host dv-cinder-836973-1-iscsi {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:46:50.833170 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (936d659c-aada-4d45-a92f-d232c14a77cb), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:50.856808 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] Pushing event deleted for resources: {'Port': ['ID=936d659c-aada-4d45-a92f-d232c14a77cb,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:50.860356 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] No DVR routers for this DVR port 936d659c-aada-4d45-a92f-d232c14a77cb on host dv-cinder-836973-1-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:46:50.927279 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16415226', 'neutron.services.segments.db._delete_segments_for_network-8738487795402'] for network (766d85e2-0a8b-4791-b702-7eb00053ef0b), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:50.949948 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766d85e2-0a8b-4791-b702-7eb00053ef0b']}} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:50.959134 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a7761c-f42a-44b9-b8c7-c4143d323abd') {'for_net_delete': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:50.959427 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a7761c-f42a-44b9-b8c7-c4143d323abd') {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:46:50.968394 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738487798739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3886101'] for segment (a8a7761c-f42a-44b9-b8c7-c4143d323abd), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:50.981995 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (a8a7761c-f42a-44b9-b8c7-c4143d323abd), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:50.988559 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:46:50.988976 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3931353'] for segment (a8a7761c-f42a-44b9-b8c7-c4143d323abd), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:50.989787 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: self.session.flush() Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: self.session.flush() Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: self.session.flush() Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: self.session.flush() Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: Traceback (most recent call last): Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: timer() Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: cb(*args, **kw) Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: return func(*args, **kwargs) Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: self._notify() Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: self.callback(batched_events) Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: event.method(event) Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: return f(self, *a, **k) Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._get(url).json() Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: return self.request(url, 'GET', **kwargs) Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:46:50.990846 dv-cinder-836973-1-iscsi neutron-server[103372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:46:51.043997 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16415201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431839'] for network (766d85e2-0a8b-4791-b702-7eb00053ef0b), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:51.049992 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:51.053114 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] 10.222.0.39 "DELETE /v2.0/networks/766d85e2-0a8b-4791-b702-7eb00053ef0b HTTP/1.1" status: 204 len: 168 time: 0.7486248 Apr 07 13:46:51.063334 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c56ad6-b9df-45bd-841e-f648dc8e1330 admin admin] Pushing event deleted for resources: {'Network': ['ID=766d85e2-0a8b-4791-b702-7eb00053ef0b,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:51.163453 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33836) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:46:51.202099 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-a5f539fa-9c49-4b43-830f-701b31fee430 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9dc31e4ed725435fa06e916718f742b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374799 Apr 07 13:46:51.204465 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33838) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:46:51.253874 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-05afa547-7c9c-491e-8b98-e57f7a01ddf1 admin admin] Publish callbacks [] for security_group (bf3554e7-7f89-49ca-a2d9-17bdc9689cd3), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:51.273913 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-05afa547-7c9c-491e-8b98-e57f7a01ddf1 admin admin] Publish callbacks [] for security_group (bf3554e7-7f89-49ca-a2d9-17bdc9689cd3), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:51.319647 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-05afa547-7c9c-491e-8b98-e57f7a01ddf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (bf3554e7-7f89-49ca-a2d9-17bdc9689cd3), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:51.322232 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-05afa547-7c9c-491e-8b98-e57f7a01ddf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:51.323394 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-05afa547-7c9c-491e-8b98-e57f7a01ddf1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf3554e7-7f89-49ca-a2d9-17bdc9689cd3 HTTP/1.1" status: 204 len: 168 time: 0.1180317 Apr 07 13:46:51.331426 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afa547-7c9c-491e-8b98-e57f7a01ddf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3554e7-7f89-49ca-a2d9-17bdc9689cd3,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:51.630388 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33844) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:46:51.670716 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-dbb375a5-6fcd-4872-a867-321f817a2d68 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c27ce079e8254fbd9ec43ba64374356b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390453 Apr 07 13:46:51.673046 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33846) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:46:51.719297 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-31077548-ffce-432d-a90f-0bdc14a28739 admin admin] Publish callbacks [] for security_group (47932e0f-90cf-40a0-b281-62576e5df19b), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:51.741946 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-31077548-ffce-432d-a90f-0bdc14a28739 admin admin] Publish callbacks [] for security_group (47932e0f-90cf-40a0-b281-62576e5df19b), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:51.788476 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-31077548-ffce-432d-a90f-0bdc14a28739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (47932e0f-90cf-40a0-b281-62576e5df19b), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:51.791505 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-31077548-ffce-432d-a90f-0bdc14a28739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:51.792817 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-31077548-ffce-432d-a90f-0bdc14a28739 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47932e0f-90cf-40a0-b281-62576e5df19b HTTP/1.1" status: 204 len: 168 time: 0.1188478 Apr 07 13:46:51.800339 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31077548-ffce-432d-a90f-0bdc14a28739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47932e0f-90cf-40a0-b281-62576e5df19b,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:46:52.056868 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 493c49d6-819d-4dc5-bbe8-336ff6a973e4 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:46:52.081359 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: 493c49d6-819d-4dc5-bbe8-336ff6a973e4 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:46:52.081961 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 493c49d6-819d-4dc5-bbe8-336ff6a973e4 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:46:52.083039 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 936d659c-aada-4d45-a92f-d232c14a77cb no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:46:52.103015 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: 936d659c-aada-4d45-a92f-d232c14a77cb {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:46:52.103362 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 936d659c-aada-4d45-a92f-d232c14a77cb not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:46:52.414188 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-18fcf2f5-5b19-4ffd-a0d8-5477292a406e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:54.910936 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28ddf1f9-c0b3-4cc2-9da9-a836d3617a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:55.784316 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:57.256589 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:46:58.674839 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:05.137361 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:07.876136 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bbca6-33f1-4d89-85f3-24dc5005646e req-a602a6fc-e09c-4115-b3b5-426835835652 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:07.877557 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-543bbca6-33f1-4d89-85f3-24dc5005646e req-a602a6fc-e09c-4115-b3b5-426835835652 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 947 time: 0.0554268 Apr 07 13:47:07.923025 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-543bbca6-33f1-4d89-85f3-24dc5005646e req-5beae42a-1ced-4dbe-bd2a-2d77bd647950 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397859 Apr 07 13:47:09.044491 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f09bd4-efa0-4c5a-86a7-0dd7bad22504 req-693129f5-d493-4e42-ba29-55211a74cd61 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:09.045939 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d3f09bd4-efa0-4c5a-86a7-0dd7bad22504 req-693129f5-d493-4e42-ba29-55211a74cd61 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 947 time: 0.0503860 Apr 07 13:47:09.091767 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d3f09bd4-efa0-4c5a-86a7-0dd7bad22504 req-a5d9b5d1-a8ed-4a01-a590-fbf3d330787c tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f42d40f-3f36-47d2-abcf-715ab8a04f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396712 Apr 07 13:47:09.474169 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa443d-ae11-44d7-a3a5-ab7f01ffa97d req-524a8caf-e2ee-43f2-83e5-1353ba2ae4cc tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:09.475620 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-15aa443d-ae11-44d7-a3a5-ab7f01ffa97d req-524a8caf-e2ee-43f2-83e5-1353ba2ae4cc tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 947 time: 0.0516720 Apr 07 13:47:09.567606 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-15aa443d-ae11-44d7-a3a5-ab7f01ffa97d req-5e5cba48-0f2a-492f-8a45-39401a9ad55f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Deleting port d7e07c97-729c-4e0b-a0d7-250d2304f097 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:47:09.567938 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-15aa443d-ae11-44d7-a3a5-ab7f01ffa97d req-5e5cba48-0f2a-492f-8a45-39401a9ad55f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:09.654958 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-15aa443d-ae11-44d7-a3a5-ab7f01ffa97d req-5e5cba48-0f2a-492f-8a45-39401a9ad55f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] For port d7e07c97-729c-4e0b-a0d7-250d2304f097, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d7e07c97-729c-4e0b-a0d7-250d2304f097,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:47:09.655327 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-15aa443d-ae11-44d7-a3a5-ab7f01ffa97d req-5e5cba48-0f2a-492f-8a45-39401a9ad55f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:09.829980 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-15aa443d-ae11-44d7-a3a5-ab7f01ffa97d req-5e5cba48-0f2a-492f-8a45-39401a9ad55f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:09.830266 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-15aa443d-ae11-44d7-a3a5-ab7f01ffa97d req-5e5cba48-0f2a-492f-8a45-39401a9ad55f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (290d04d1-779c-48c4-b07f-bc727998ab35), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:09.830612 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-15aa443d-ae11-44d7-a3a5-ab7f01ffa97d req-5e5cba48-0f2a-492f-8a45-39401a9ad55f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Floating IP 290d04d1-779c-48c4-b07f-bc727998ab35 disassociated. External IP: 172.27.0.19, port: d7e07c97-729c-4e0b-a0d7-250d2304f097. Apr 07 13:47:09.831728 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-15aa443d-ae11-44d7-a3a5-ab7f01ffa97d req-5e5cba48-0f2a-492f-8a45-39401a9ad55f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Calling delete_port for d7e07c97-729c-4e0b-a0d7-250d2304f097 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:47:09.953619 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-15aa443d-ae11-44d7-a3a5-ab7f01ffa97d req-5e5cba48-0f2a-492f-8a45-39401a9ad55f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (d7e07c97-729c-4e0b-a0d7-250d2304f097), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:09.981112 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cba48-0f2a-492f-8a45-39401a9ad55f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Pushing event deleted for resources: {'Port': ['ID=d7e07c97-729c-4e0b-a0d7-250d2304f097,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:10.098172 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15aa443d-ae11-44d7-a3a5-ab7f01ffa97d req-5e5cba48-0f2a-492f-8a45-39401a9ad55f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Router f66672a6-c223-413d-ad48-2d802a087c24 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:47:10.188046 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2ee584ef-01a0-44b4-8a64-abd1a3706350 req-d2b3135a-69ee-4d07-a889-589c39e14fe8 tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fdfe618-c3fe-4d17-a936-72b5ba133e32 HTTP/1.1" status: 200 len: 210 time: 0.0262840 Apr 07 13:47:10.211878 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15aa443d-ae11-44d7-a3a5-ab7f01ffa97d req-5e5cba48-0f2a-492f-8a45-39401a9ad55f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:47:10.221265 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d058ea-5ed6-4022-8409-922b92db2b04 None None] Sync routers for ids ['f66672a6-c223-413d-ad48-2d802a087c24'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:47:10.231142 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d058ea-5ed6-4022-8409-922b92db2b04 None None] Routers {'f66672a6-c223-413d-ad48-2d802a087c24'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:47:10.231751 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-69d058ea-5ed6-4022-8409-922b92db2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:46:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['f66672a6-c223-413d-ad48-2d802a087c24'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:10.255605 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-15aa443d-ae11-44d7-a3a5-ab7f01ffa97d req-5e5cba48-0f2a-492f-8a45-39401a9ad55f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] No DVR routers for this DVR port d7e07c97-729c-4e0b-a0d7-250d2304f097 on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:47:10.258044 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-15aa443d-ae11-44d7-a3a5-ab7f01ffa97d req-5e5cba48-0f2a-492f-8a45-39401a9ad55f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:10.261396 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-15aa443d-ae11-44d7-a3a5-ab7f01ffa97d req-5e5cba48-0f2a-492f-8a45-39401a9ad55f tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.23 "DELETE /v2.0/ports/d7e07c97-729c-4e0b-a0d7-250d2304f097 HTTP/1.1" status: 204 len: 173 time: 0.7796342 Apr 07 13:47:10.261825 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdfe618-c3fe-4d17-a936-72b5ba133e32', 'name': 'network-vif-deleted', 'tag': 'd7e07c97-729c-4e0b-a0d7-250d2304f097'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:47:10.264057 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01171f4c-410f-40b6-8c68-7b3a8b1a41dd" -d '{"events": [{"server_uuid": "0fdfe618-c3fe-4d17-a936-72b5ba133e32", "name": "network-vif-deleted", "tag": "d7e07c97-729c-4e0b-a0d7-250d2304f097"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:47:10.299863 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746ee568-22d1-48f1-8ef7-d7692bc907c1 x-openstack-request-id: req-746ee568-22d1-48f1-8ef7-d7692bc907c1 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:47:10.300184 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdfe618-c3fe-4d17-a936-72b5ba133e32", "name": "network-vif-deleted", "tag": "d7e07c97-729c-4e0b-a0d7-250d2304f097", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:47:10.300409 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-746ee568-22d1-48f1-8ef7-d7692bc907c1 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:47:10.300817 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746ee568-22d1-48f1-8ef7-d7692bc907c1'] response: {'server_uuid': '0fdfe618-c3fe-4d17-a936-72b5ba133e32', 'name': 'network-vif-deleted', 'tag': 'd7e07c97-729c-4e0b-a0d7-250d2304f097', 'status': 'completed', 'code': 200} Apr 07 13:47:10.352744 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-69d058ea-5ed6-4022-8409-922b92db2b04 None None] Set router f66672a6-c223-413d-ad48-2d802a087c24 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:47:10.562077 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-69d058ea-5ed6-4022-8409-922b92db2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1', 'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'mac_address': 'fa:16:3e:a4:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:38Z', 'revision_number': 5, 'project_id': '59715e21f0534203a83abb04295ad163', 'subnets': [{'id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:10.587379 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d058ea-5ed6-4022-8409-922b92db2b04 None None] Checking router: f66672a6-c223-413d-ad48-2d802a087c24 for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:47:10.595204 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d058ea-5ed6-4022-8409-922b92db2b04 None None] Routers {'f66672a6-c223-413d-ad48-2d802a087c24'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:47:10.595795 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-69d058ea-5ed6-4022-8409-922b92db2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:46:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['f66672a6-c223-413d-ad48-2d802a087c24'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:10.700851 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-69d058ea-5ed6-4022-8409-922b92db2b04 None None] Set router f66672a6-c223-413d-ad48-2d802a087c24 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:47:10.896521 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-69d058ea-5ed6-4022-8409-922b92db2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1', 'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'mac_address': 'fa:16:3e:a4:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:38Z', 'revision_number': 5, 'project_id': '59715e21f0534203a83abb04295ad163', 'subnets': [{'id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:10.925088 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d058ea-5ed6-4022-8409-922b92db2b04 None None] The sync data for ids ['f66672a6-c223-413d-ad48-2d802a087c24'] in dv-cinder-836973-1-iscsi is: [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:36:33Z', 'revision_number': 4, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1', 'name': '', 'network_id': 'd2f37736-8819-4934-9b97-0c19737f4010', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'mac_address': 'fa:16:3e:a4:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:32Z', 'updated_at': '2022-04-07T13:36:38Z', 'revision_number': 5, 'project_id': '59715e21f0534203a83abb04295ad163', 'subnets': [{'id': 'a917fc77-14fb-4645-92aa-d172ac36c200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:47:11.129326 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002a532-e7e3-4bc3-aacf-1fdcaf46cd8d None None] New status for floating IP 290d04d1-779c-48c4-b07f-bc727998ab35: DOWN {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:47:11.275784 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33882) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:47:11.327378 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4160655a-f291-45d5-8a10-5b2b916f6aba tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group (9f42d40f-3f36-47d2-abcf-715ab8a04f12), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:11.351903 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4160655a-f291-45d5-8a10-5b2b916f6aba tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group (9f42d40f-3f36-47d2-abcf-715ab8a04f12), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:11.398787 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4160655a-f291-45d5-8a10-5b2b916f6aba tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (9f42d40f-3f36-47d2-abcf-715ab8a04f12), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:11.401348 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4160655a-f291-45d5-8a10-5b2b916f6aba tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:11.402509 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4160655a-f291-45d5-8a10-5b2b916f6aba tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "DELETE /v2.0/security-groups/9f42d40f-3f36-47d2-abcf-715ab8a04f12 HTTP/1.1" status: 204 len: 168 time: 0.1257818 Apr 07 13:47:11.405278 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33884) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:47:11.411245 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160655a-f291-45d5-8a10-5b2b916f6aba tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f42d40f-3f36-47d2-abcf-715ab8a04f12,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:11.421539 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.api.v2.resource [None req-7acaafe9-53a2-4a55-be35-643a011aca0d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] show failed (client error): The resource could not be found. Apr 07 13:47:11.423177 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-7acaafe9-53a2-4a55-be35-643a011aca0d tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "GET /v2.0/security-groups/9f42d40f-3f36-47d2-abcf-715ab8a04f12 HTTP/1.1" status: 404 len: 347 time: 0.0162208 Apr 07 13:47:11.425456 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33886) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:47:11.545445 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-a4d424a4-6479-4d2c-8440-ed3dd77040ce tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Deleting port 48412e73-fe55-4dad-9967-e01c778a4e17 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:47:11.545698 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a4d424a4-6479-4d2c-8440-ed3dd77040ce tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (48412e73-fe55-4dad-9967-e01c778a4e17), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:11.618481 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a4d424a4-6479-4d2c-8440-ed3dd77040ce tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (48412e73-fe55-4dad-9967-e01c778a4e17), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:11.618802 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a4d424a4-6479-4d2c-8440-ed3dd77040ce tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for floatingip (48412e73-fe55-4dad-9967-e01c778a4e17), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:11.631040 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-a4d424a4-6479-4d2c-8440-ed3dd77040ce tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Calling delete_port for 48412e73-fe55-4dad-9967-e01c778a4e17 owned by network:floatingip {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:47:11.762409 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a4d424a4-6479-4d2c-8440-ed3dd77040ce tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (48412e73-fe55-4dad-9967-e01c778a4e17), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:11.787244 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d424a4-6479-4d2c-8440-ed3dd77040ce tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Pushing event deleted for resources: {'Port': ['ID=48412e73-fe55-4dad-9967-e01c778a4e17,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:11.846964 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a4d424a4-6479-4d2c-8440-ed3dd77040ce tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks [] for floatingip (290d04d1-779c-48c4-b07f-bc727998ab35), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:11.849437 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a4d424a4-6479-4d2c-8440-ed3dd77040ce tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:11.850605 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-a4d424a4-6479-4d2c-8440-ed3dd77040ce tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] 10.222.0.39 "DELETE /v2.0/floatingips/290d04d1-779c-48c4-b07f-bc727998ab35 HTTP/1.1" status: 204 len: 168 time: 0.4241819 Apr 07 13:47:12.620720 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device d7e07c97-729c-4e0b-a0d7-250d2304f097 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:47:12.639754 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: d7e07c97-729c-4e0b-a0d7-250d2304f097 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:47:12.640100 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device d7e07c97-729c-4e0b-a0d7-250d2304f097 not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:47:14.239527 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33910) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:47:14.717971 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-17565ace-ee7b-4ab4-928f-97c2145a4956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421825'] for router_interface (f66672a6-c223-413d-ad48-2d802a087c24), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:14.960581 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-17565ace-ee7b-4ab4-928f-97c2145a4956 admin admin] Deleting port 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:47:14.960927 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-17565ace-ee7b-4ab4-928f-97c2145a4956 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:15.038466 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-17565ace-ee7b-4ab4-928f-97c2145a4956 admin admin] For port 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:47:15.038831 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-17565ace-ee7b-4ab4-928f-97c2145a4956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:15.050990 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-17565ace-ee7b-4ab4-928f-97c2145a4956 admin admin] Calling delete_port for 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 owned by network:router_interface {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:47:15.227865 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-17565ace-ee7b-4ab4-928f-97c2145a4956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:15.256830 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17565ace-ee7b-4ab4-928f-97c2145a4956 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:15.425051 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-17565ace-ee7b-4ab4-928f-97c2145a4956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421774'] for router_interface (f66672a6-c223-413d-ad48-2d802a087c24), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:15.638709 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17565ace-ee7b-4ab4-928f-97c2145a4956 admin admin] Router f66672a6-c223-413d-ad48-2d802a087c24 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:47:15.745676 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17565ace-ee7b-4ab4-928f-97c2145a4956 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:47:15.751815 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-17565ace-ee7b-4ab4-928f-97c2145a4956 admin admin] 10.222.0.39 "PUT /v2.0/routers/f66672a6-c223-413d-ad48-2d802a087c24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5112426 Apr 07 13:47:15.753631 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33914) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:47:15.754911 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5967e8cc-8f07-4811-bb68-490fb05013bf None None] Sync routers for ids ['f66672a6-c223-413d-ad48-2d802a087c24'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:47:15.765116 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5967e8cc-8f07-4811-bb68-490fb05013bf None None] Routers {'f66672a6-c223-413d-ad48-2d802a087c24'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:47:15.765728 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-5967e8cc-8f07-4811-bb68-490fb05013bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:46:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['f66672a6-c223-413d-ad48-2d802a087c24'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:15.855208 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a039a081-df39-40a7-92fe-d904f242a0a0 admin admin] Publish callbacks [] for router (f66672a6-c223-413d-ad48-2d802a087c24), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:15.870497 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-5967e8cc-8f07-4811-bb68-490fb05013bf None None] Set router f66672a6-c223-413d-ad48-2d802a087c24 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:47:16.055982 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-5967e8cc-8f07-4811-bb68-490fb05013bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:47:15Z', 'revision_number': 5, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:16.089452 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5967e8cc-8f07-4811-bb68-490fb05013bf None None] Checking router: f66672a6-c223-413d-ad48-2d802a087c24 for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:47:16.098675 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5967e8cc-8f07-4811-bb68-490fb05013bf None None] Routers {'f66672a6-c223-413d-ad48-2d802a087c24'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:47:16.099303 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-5967e8cc-8f07-4811-bb68-490fb05013bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:46:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['f66672a6-c223-413d-ad48-2d802a087c24'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:16.211237 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a039a081-df39-40a7-92fe-d904f242a0a0 admin admin] Publish callbacks [] for router_gateway (f66672a6-c223-413d-ad48-2d802a087c24), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:16.266090 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-a039a081-df39-40a7-92fe-d904f242a0a0 admin admin] Deleting port 4eb1663b-cd51-4364-9ad1-4ce2b62196ab {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:47:16.266800 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a039a081-df39-40a7-92fe-d904f242a0a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (4eb1663b-cd51-4364-9ad1-4ce2b62196ab), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:16.294411 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-5967e8cc-8f07-4811-bb68-490fb05013bf None None] Set router f66672a6-c223-413d-ad48-2d802a087c24 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:47:16.343218 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-a039a081-df39-40a7-92fe-d904f242a0a0 admin admin] For port 4eb1663b-cd51-4364-9ad1-4ce2b62196ab, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=4eb1663b-cd51-4364-9ad1-4ce2b62196ab,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:47:16.343585 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a039a081-df39-40a7-92fe-d904f242a0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (4eb1663b-cd51-4364-9ad1-4ce2b62196ab), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:16.358876 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-a039a081-df39-40a7-92fe-d904f242a0a0 admin admin] Calling delete_port for 4eb1663b-cd51-4364-9ad1-4ce2b62196ab owned by network:router_gateway {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:47:16.469014 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-5967e8cc-8f07-4811-bb68-490fb05013bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:47:15Z', 'revision_number': 5, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:16.496749 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5967e8cc-8f07-4811-bb68-490fb05013bf None None] The sync data for ids ['f66672a6-c223-413d-ad48-2d802a087c24'] in dv-cinder-836973-1-iscsi is: [{'id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'name': 'tempest-AttachVolumeShelveTestJSON-244665719-router', 'tenant_id': '59715e21f0534203a83abb04295ad163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:36:26Z', 'updated_at': '2022-04-07T13:47:15Z', 'revision_number': 5, 'project_id': '59715e21f0534203a83abb04295ad163', 'gw_port': {'id': '4eb1663b-cd51-4364-9ad1-4ce2b62196ab', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66672a6-c223-413d-ad48-2d802a087c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:36:27Z', 'updated_at': '2022-04-07T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:47:16.521909 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a039a081-df39-40a7-92fe-d904f242a0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (4eb1663b-cd51-4364-9ad1-4ce2b62196ab), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:16.555823 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039a081-df39-40a7-92fe-d904f242a0a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb1663b-cd51-4364-9ad1-4ce2b62196ab,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:16.614741 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a039a081-df39-40a7-92fe-d904f242a0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431867'] for router_gateway (f66672a6-c223-413d-ad48-2d802a087c24), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:16.702497 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a039a081-df39-40a7-92fe-d904f242a0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (f66672a6-c223-413d-ad48-2d802a087c24), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:16.704553 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a039a081-df39-40a7-92fe-d904f242a0a0 admin admin] Publish callbacks [] for router_controller (f66672a6-c223-413d-ad48-2d802a087c24), precommit_delete_associations {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:16.750089 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a039a081-df39-40a7-92fe-d904f242a0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-420261'] for router (f66672a6-c223-413d-ad48-2d802a087c24), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:16.750651 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a039a081-df39-40a7-92fe-d904f242a0a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f66672a6-c223-413d-ad48-2d802a087c24 {{(pid=103372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 13:47:16.755783 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a039a081-df39-40a7-92fe-d904f242a0a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:16.757108 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-a039a081-df39-40a7-92fe-d904f242a0a0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f66672a6-c223-413d-ad48-2d802a087c24 HTTP/1.1" status: 204 len: 168 time: 1.0023994 Apr 07 13:47:16.759412 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33916) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:47:16.802539 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e78454-1cd2-435b-b9fd-287f55e510a3 admin admin] Deleting subnet a917fc77-14fb-4645-92aa-d172ac36c200 {{(pid=103372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:47:16.805362 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-78e78454-1cd2-435b-b9fd-287f55e510a3 admin admin] Publish callbacks [] for subnet (a917fc77-14fb-4645-92aa-d172ac36c200), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:16.838458 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-78e78454-1cd2-435b-b9fd-287f55e510a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3886092'] for subnet (a917fc77-14fb-4645-92aa-d172ac36c200), precommit_delete_associations {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:16.921059 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-78e78454-1cd2-435b-b9fd-287f55e510a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16392291'] for subnet (a917fc77-14fb-4645-92aa-d172ac36c200), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:16.973678 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-78e78454-1cd2-435b-b9fd-287f55e510a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16392298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59119722'] for subnet (a917fc77-14fb-4645-92aa-d172ac36c200), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:16.998271 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e78454-1cd2-435b-b9fd-287f55e510a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a917fc77-14fb-4645-92aa-d172ac36c200,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:17.001667 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-78e78454-1cd2-435b-b9fd-287f55e510a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:17.004820 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-78e78454-1cd2-435b-b9fd-287f55e510a3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a917fc77-14fb-4645-92aa-d172ac36c200 HTTP/1.1" status: 204 len: 168 time: 0.2444122 Apr 07 13:47:17.007346 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33918) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:47:17.010004 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587b7aab-2ad1-4769-b486-65e7e8ce93d2 None None] Network d2f37736-8819-4934-9b97-0c19737f4010 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:47:17.082055 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16221602'] for network (d2f37736-8819-4934-9b97-0c19737f4010), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:17.147294 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] Deleting port be7acaa7-1ba9-4acd-b7be-ef5ce4859503 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:47:17.147611 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (be7acaa7-1ba9-4acd-b7be-ef5ce4859503), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:17.192610 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e39d2f2-5fdc-490a-a3b9-221d7c6c883b None None] DHCP port deletion for d2f37736-8819-4934-9b97-0c19737f4010 request from dv-cinder-836973-1-iscsi {{(pid=103373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 13:47:17.219791 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] For port be7acaa7-1ba9-4acd-b7be-ef5ce4859503, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=be7acaa7-1ba9-4acd-b7be-ef5ce4859503,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:47:17.220155 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (be7acaa7-1ba9-4acd-b7be-ef5ce4859503), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:17.232654 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] Calling delete_port for be7acaa7-1ba9-4acd-b7be-ef5ce4859503 owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:47:17.240493 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-1e39d2f2-5fdc-490a-a3b9-221d7c6c883b None None] Deleting port be7acaa7-1ba9-4acd-b7be-ef5ce4859503 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:47:17.240869 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1e39d2f2-5fdc-490a-a3b9-221d7c6c883b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (be7acaa7-1ba9-4acd-b7be-ef5ce4859503), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:17.301281 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-1e39d2f2-5fdc-490a-a3b9-221d7c6c883b None None] For port be7acaa7-1ba9-4acd-b7be-ef5ce4859503, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=be7acaa7-1ba9-4acd-b7be-ef5ce4859503,segment=NetworkSegment(c2a4655c-84aa-4d4f-8441-03dbd941ffe3),segment_id=c2a4655c-84aa-4d4f-8441-03dbd941ffe3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:47:17.301682 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1e39d2f2-5fdc-490a-a3b9-221d7c6c883b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (be7acaa7-1ba9-4acd-b7be-ef5ce4859503), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:17.313084 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (be7acaa7-1ba9-4acd-b7be-ef5ce4859503), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:17.317852 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-1e39d2f2-5fdc-490a-a3b9-221d7c6c883b None None] Calling delete_port for be7acaa7-1ba9-4acd-b7be-ef5ce4859503 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:47:17.338030 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] Pushing event deleted for resources: {'Port': ['ID=be7acaa7-1ba9-4acd-b7be-ef5ce4859503,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:17.341511 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] No DVR routers for this DVR port be7acaa7-1ba9-4acd-b7be-ef5ce4859503 on host dv-cinder-836973-1-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:47:17.391735 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1e39d2f2-5fdc-490a-a3b9-221d7c6c883b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685'] for port (be7acaa7-1ba9-4acd-b7be-ef5ce4859503), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:17.413420 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16415226', 'neutron.services.segments.db._delete_segments_for_network-8738487795402'] for network (d2f37736-8819-4934-9b97-0c19737f4010), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:17.416419 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39d2f2-5fdc-490a-a3b9-221d7c6c883b None None] Pushing event deleted for resources: {'Port': ['ID=be7acaa7-1ba9-4acd-b7be-ef5ce4859503,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:17.420032 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e39d2f2-5fdc-490a-a3b9-221d7c6c883b None None] No DVR routers for this DVR port be7acaa7-1ba9-4acd-b7be-ef5ce4859503 on host dv-cinder-836973-1-iscsi {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:47:17.438491 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f37736-8819-4934-9b97-0c19737f4010']}} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:17.447646 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a4655c-84aa-4d4f-8441-03dbd941ffe3') {'for_net_delete': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:17.447951 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a4655c-84aa-4d4f-8441-03dbd941ffe3') {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:17.457391 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738487798739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3886101'] for segment (c2a4655c-84aa-4d4f-8441-03dbd941ffe3), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:17.470137 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (c2a4655c-84aa-4d4f-8441-03dbd941ffe3), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:17.476415 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:47:17.476775 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3931353'] for segment (c2a4655c-84aa-4d4f-8441-03dbd941ffe3), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: Traceback (most recent call last): Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: timer() Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: cb(*args, **kw) Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: return func(*args, **kwargs) Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: self._notify() Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: self.callback(batched_events) Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: event.method(event) Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: return f(self, *a, **k) Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._get(url).json() Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: return self.request(url, 'GET', **kwargs) Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:47:17.478390 dv-cinder-836973-1-iscsi neutron-server[103372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:47:17.533249 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16415201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431839'] for network (d2f37736-8819-4934-9b97-0c19737f4010), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:17.538312 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:17.542731 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d2f37736-8819-4934-9b97-0c19737f4010 HTTP/1.1" status: 204 len: 168 time: 0.5344527 Apr 07 13:47:17.555964 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b0b16-6cfa-4c65-8841-694aaa9afc06 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f37736-8819-4934-9b97-0c19737f4010,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:17.654224 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33922) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:47:17.697214 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-6cd242d9-31d9-4949-a3b3-685e9910fc7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59715e21f0534203a83abb04295ad163&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418060 Apr 07 13:47:17.699607 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33924) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:47:17.746789 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-372a1168-92ad-4483-a44b-787b0a93dde8 admin admin] Publish callbacks [] for security_group (381f7474-2cfd-4c06-80f1-9dbcbb52a9ff), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:17.767447 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-372a1168-92ad-4483-a44b-787b0a93dde8 admin admin] Publish callbacks [] for security_group (381f7474-2cfd-4c06-80f1-9dbcbb52a9ff), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:17.813809 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-372a1168-92ad-4483-a44b-787b0a93dde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (381f7474-2cfd-4c06-80f1-9dbcbb52a9ff), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:17.816482 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-372a1168-92ad-4483-a44b-787b0a93dde8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:17.817559 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-372a1168-92ad-4483-a44b-787b0a93dde8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/381f7474-2cfd-4c06-80f1-9dbcbb52a9ff HTTP/1.1" status: 204 len: 168 time: 0.1170719 Apr 07 13:47:17.825199 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a1168-92ad-4483-a44b-787b0a93dde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381f7474-2cfd-4c06-80f1-9dbcbb52a9ff,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:18.069111 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:47:18.092579 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:47:18.092925 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 9bb6fc69-d9c8-4bd8-886a-65c6379fb7b1 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:47:18.093336 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device be7acaa7-1ba9-4acd-b7be-ef5ce4859503 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:47:18.112782 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: be7acaa7-1ba9-4acd-b7be-ef5ce4859503 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:47:18.113127 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device be7acaa7-1ba9-4acd-b7be-ef5ce4859503 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:47:18.113532 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 4eb1663b-cd51-4364-9ad1-4ce2b62196ab no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:47:18.135072 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: 4eb1663b-cd51-4364-9ad1-4ce2b62196ab {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:47:18.135397 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 4eb1663b-cd51-4364-9ad1-4ce2b62196ab not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:47:18.463187 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33946) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:47:18.556043 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-ddb2602d-6483-40d3-b5d2-708287466411 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1330068333-network', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:47:18.575579 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb2602d-6483-40d3-b5d2-708287466411 admin admin] Made reservation on behalf of 5dcbf4d3e4d64112b168747af5055edd for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:47:18.577825 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddb2602d-6483-40d3-b5d2-708287466411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:18.586436 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddb2602d-6483-40d3-b5d2-708287466411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:18.659421 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddb2602d-6483-40d3-b5d2-708287466411 admin admin] Publish callbacks [] for security_group (b84b5c8b-9eb0-496c-9bed-71e27fee4a71), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:18.663119 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddb2602d-6483-40d3-b5d2-708287466411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (b84b5c8b-9eb0-496c-9bed-71e27fee4a71), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:18.688240 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb2602d-6483-40d3-b5d2-708287466411 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:47:18.698555 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2602d-6483-40d3-b5d2-708287466411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84b5c8b-9eb0-496c-9bed-71e27fee4a71,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:18.703366 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddb2602d-6483-40d3-b5d2-708287466411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (bd8e6fd5-f92b-4c9d-bd97-94e605abe358), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:18.703721 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-ddb2602d-6483-40d3-b5d2-708287466411 admin admin] Added segment bd8e6fd5-f92b-4c9d-bd97-94e605abe358 of type vlan for network f48ce8b2-7ad0-4301-99c4-de729f12f4ab Apr 07 13:47:18.746512 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddb2602d-6483-40d3-b5d2-708287466411 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (f48ce8b2-7ad0-4301-99c4-de729f12f4ab), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:18.770038 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddb2602d-6483-40d3-b5d2-708287466411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (f48ce8b2-7ad0-4301-99c4-de729f12f4ab), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:18.771009 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb2602d-6483-40d3-b5d2-708287466411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:18.771599 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddb2602d-6483-40d3-b5d2-708287466411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:18.803370 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ddb2602d-6483-40d3-b5d2-708287466411 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3390934 Apr 07 13:47:18.806311 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33950) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:47:18.811296 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-aed0a55f-9758-4e20-b8a0-2d8b1d872818 admin admin] Request body: {'subnet': {'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1330068333-subnet', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:47:18.830189 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed0a55f-9758-4e20-b8a0-2d8b1d872818 admin admin] Made reservation on behalf of 5dcbf4d3e4d64112b168747af5055edd for: {'subnet': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:47:18.832773 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-aed0a55f-9758-4e20-b8a0-2d8b1d872818 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59369355'] for subnet (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:18.835086 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2602d-6483-40d3-b5d2-708287466411 admin admin] Pushing event updated for resources: {'Network': ['ID=f48ce8b2-7ad0-4301-99c4-de729f12f4ab,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:18.846719 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network f48ce8b2-7ad0-4301-99c4-de729f12f4ab details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:47:18.995864 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-aed0a55f-9758-4e20-b8a0-2d8b1d872818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59119729'] for subnet (7fac5884-81d7-4c87-83f0-a25d55783873), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:19.054585 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0a55f-9758-4e20-b8a0-2d8b1d872818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fac5884-81d7-4c87-83f0-a25d55783873,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:19.057017 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed0a55f-9758-4e20-b8a0-2d8b1d872818 admin admin] Checking segment: {'id': 'bd8e6fd5-f92b-4c9d-bd97-94e605abe358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:47:19.057372 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed0a55f-9758-4e20-b8a0-2d8b1d872818 admin admin] Network hostable DHCP agents. Network: f48ce8b2-7ad0-4301-99c4-de729f12f4ab, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:47:19.073432 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed0a55f-9758-4e20-b8a0-2d8b1d872818 admin admin] Network f48ce8b2-7ad0-4301-99c4-de729f12f4ab is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:47:19.082683 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-aed0a55f-9758-4e20-b8a0-2d8b1d872818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, f48ce8b2-7ad0-4301-99c4-de729f12f4ab) {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:47:19.086903 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed0a55f-9758-4e20-b8a0-2d8b1d872818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:19.087491 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-aed0a55f-9758-4e20-b8a0-2d8b1d872818 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:19.091923 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8468488a-88dc-4018-bdcf-35aee83e628b None None] Network f48ce8b2-7ad0-4301-99c4-de729f12f4ab requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:47:19.105820 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-aed0a55f-9758-4e20-b8a0-2d8b1d872818 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2959101 Apr 07 13:47:19.106234 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33952) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:47:19.110317 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:47:19.127960 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57370'] for router (3377f955-d544-4832-b137-cbb384f099db), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:19.128936 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-420324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57363'] for router (3377f955-d544-4832-b137-cbb384f099db), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:19.184841 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] Publish callbacks [] for router_controller (3377f955-d544-4832-b137-cbb384f099db), precommit_add_association {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:19.189579 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d2e1798-9abe-5abe-a8d6-f7ff823ce7ba-f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873'}]}} from dv-cinder-836973-1-iscsi. {{(pid=103373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 13:47:19.190484 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:19.323232 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Allocated IP 172.20.0.2 (f48ce8b2-7ad0-4301-99c4-de729f12f4ab/7fac5884-81d7-4c87-83f0-a25d55783873/86bae197-8cab-44ad-b77c-bfa2521933a5) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:47:19.325305 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] Publish callbacks [] for router_gateway (3377f955-d544-4832-b137-cbb384f099db), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:19.464251 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Publish callbacks [] for port (86bae197-8cab-44ad-b77c-bfa2521933a5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:19.472076 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (86bae197-8cab-44ad-b77c-bfa2521933a5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:19.507965 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Network f48ce8b2-7ad0-4301-99c4-de729f12f4ab is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:47:19.510702 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:47:19.516451 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:47:19.523261 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] Publish callbacks [] for router_gateway (3377f955-d544-4832-b137-cbb384f099db), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:19.524318 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Pushing event updated for resources: {'Port': ['ID=86bae197-8cab-44ad-b77c-bfa2521933a5,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:19.542595 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:19.578612 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Attempting to bind port 86bae197-8cab-44ad-b77c-bfa2521933a5 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:47:19.578977 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Attempting to bind port 86bae197-8cab-44ad-b77c-bfa2521933a5 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': 'bd8e6fd5-f92b-4c9d-bd97-94e605abe358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:47:19.579339 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Attempting to bind port 86bae197-8cab-44ad-b77c-bfa2521933a5 on network f48ce8b2-7ad0-4301-99c4-de729f12f4ab {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:47:19.584774 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:47:19.585147 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Checking segment: {'id': 'bd8e6fd5-f92b-4c9d-bd97-94e605abe358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:47:19.585543 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:19.585934 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Bound using segment: {'id': 'bd8e6fd5-f92b-4c9d-bd97-94e605abe358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:47:19.586546 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Bound port: 86bae197-8cab-44ad-b77c-bfa2521933a5, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8e6fd5-f92b-4c9d-bd97-94e605abe358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:47:19.587167 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (86bae197-8cab-44ad-b77c-bfa2521933a5), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:19.651367 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] Allocated IP 172.27.0.20 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/a8652686-36db-4f07-96f8-6a8b18b777ba) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:47:19.651753 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] For port 86bae197-8cab-44ad-b77c-bfa2521933a5, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:47:19.654948 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] For port 86bae197-8cab-44ad-b77c-bfa2521933a5, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=86bae197-8cab-44ad-b77c-bfa2521933a5,segment=NetworkSegment(bd8e6fd5-f92b-4c9d-bd97-94e605abe358),segment_id=bd8e6fd5-f92b-4c9d-bd97-94e605abe358)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:47:19.664488 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (86bae197-8cab-44ad-b77c-bfa2521933a5), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:19.719437 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b301b81-cc50-46e5-b1bf-e59ae3072993 None None] Pushing event updated for resources: {'Port': ['ID=86bae197-8cab-44ad-b77c-bfa2521933a5,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:19.762768 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] Publish callbacks [] for port (a8652686-36db-4f07-96f8-6a8b18b777ba), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:19.797830 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (a8652686-36db-4f07-96f8-6a8b18b777ba), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:19.836075 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:47:19.838972 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:47:19.844610 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:47:19.868777 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] Pushing event updated for resources: {'Port': ['ID=a8652686-36db-4f07-96f8-6a8b18b777ba,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:20.104973 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 86bae197-8cab-44ad-b77c-bfa2521933a5 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:47:20.121564 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] Publish callbacks [] for router_gateway (3377f955-d544-4832-b137-cbb384f099db), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:20.155920 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 86bae197-8cab-44ad-b77c-bfa2521933a5 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:47:20.156297 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (86bae197-8cab-44ad-b77c-bfa2521933a5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:20.232751 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 86bae197-8cab-44ad-b77c-bfa2521933a5 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:47:20.233060 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (86bae197-8cab-44ad-b77c-bfa2521933a5), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:20.266175 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] For port 86bae197-8cab-44ad-b77c-bfa2521933a5, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=86bae197-8cab-44ad-b77c-bfa2521933a5,segment=NetworkSegment(bd8e6fd5-f92b-4c9d-bd97-94e605abe358),segment_id=bd8e6fd5-f92b-4c9d-bd97-94e605abe358)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:47:20.270629 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (86bae197-8cab-44ad-b77c-bfa2521933a5), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:20.321467 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Pushing event updated for resources: {'Port': ['ID=86bae197-8cab-44ad-b77c-bfa2521933a5,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:20.321962 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431655'] for router (3377f955-d544-4832-b137-cbb384f099db), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:20.454567 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] Router 3377f955-d544-4832-b137-cbb384f099db is scheduled to L3 agent fdb95e97-0059-4137-9443-d45a15104627 with binding_index 1 {{(pid=103372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 13:47:20.570986 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cc3fc7-6a04-452c-a147-1a82919b1ec0 None None] Network f48ce8b2-7ad0-4301-99c4-de729f12f4ab requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:47:20.644068 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-82d92c71-da1a-4816-9113-140256621925 None None] Provisioning complete for port 86bae197-8cab-44ad-b77c-bfa2521933a5 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:47:20.644448 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82d92c71-da1a-4816-9113-140256621925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (86bae197-8cab-44ad-b77c-bfa2521933a5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:20.826841 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:47:20.839209 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Sync routers for ids ['3377f955-d544-4832-b137-cbb384f099db'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:47:20.843948 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:20.845177 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-fbf43e04-4c57-4bd1-a985-308754f406bf admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7381091 Apr 07 13:47:20.848559 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33954) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:47:20.865214 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Routers {'3377f955-d544-4832-b137-cbb384f099db'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:47:20.865835 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:46:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['3377f955-d544-4832-b137-cbb384f099db'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:20.975512 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-82d92c71-da1a-4816-9113-140256621925 None None] Current status of the port 86bae197-8cab-44ad-b77c-bfa2521933a5 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:47:21.010478 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Set router 3377f955-d544-4832-b137-cbb384f099db gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:47:21.211122 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-83182f26-b5e7-4687-b765-f6692d4d061a None None] Provisioning complete for port 86bae197-8cab-44ad-b77c-bfa2521933a5 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:47:21.211815 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83182f26-b5e7-4687-b765-f6692d4d061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (86bae197-8cab-44ad-b77c-bfa2521933a5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:21.236452 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:19Z', 'revision_number': 3, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port': {'id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:21.264499 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Checking router: 3377f955-d544-4832-b137-cbb384f099db for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:47:21.264853 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Updating router 3377f955-d544-4832-b137-cbb384f099db port a8652686-36db-4f07-96f8-6a8b18b777ba binding host dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:47:21.277773 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-be60a2e8-8046-4757-ae25-1abe77a625ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:21.302557 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (a8652686-36db-4f07-96f8-6a8b18b777ba), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:21.415952 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-83182f26-b5e7-4687-b765-f6692d4d061a None None] Current status of the port 86bae197-8cab-44ad-b77c-bfa2521933a5 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:47:21.431891 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-be60a2e8-8046-4757-ae25-1abe77a625ac admin admin] Allocated IP 172.20.0.1 (f48ce8b2-7ad0-4301-99c4-de729f12f4ab/7fac5884-81d7-4c87-83f0-a25d55783873/3b20d02a-3520-4175-bddd-e8b89bdac8f5) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:47:21.534141 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-be60a2e8-8046-4757-ae25-1abe77a625ac admin admin] Publish callbacks [] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:21.567845 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-be60a2e8-8046-4757-ae25-1abe77a625ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:21.586530 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Publish callbacks [] for port (a8652686-36db-4f07-96f8-6a8b18b777ba), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:21.592443 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (a8652686-36db-4f07-96f8-6a8b18b777ba), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:21.608564 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be60a2e8-8046-4757-ae25-1abe77a625ac admin admin] Network f48ce8b2-7ad0-4301-99c4-de729f12f4ab is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:47:21.612377 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-be60a2e8-8046-4757-ae25-1abe77a625ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:47:21.614810 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be60a2e8-8046-4757-ae25-1abe77a625ac admin admin] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:47:21.645534 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b5e83-80bd-47f8-8915-25c1d9e41764 None None] Pushing event updated for resources: {'Port': ['ID=a8652686-36db-4f07-96f8-6a8b18b777ba,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:21.647991 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Attempting to bind port a8652686-36db-4f07-96f8-6a8b18b777ba on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:47:21.648377 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Attempting to bind port a8652686-36db-4f07-96f8-6a8b18b777ba by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:47:21.648521 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60a2e8-8046-4757-ae25-1abe77a625ac admin admin] Pushing event updated for resources: {'Port': ['ID=3b20d02a-3520-4175-bddd-e8b89bdac8f5,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:21.648731 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Attempting to bind port a8652686-36db-4f07-96f8-6a8b18b777ba on network 11de5774-1b52-4991-93c6-544d79153129 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:47:21.654484 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:47:21.654869 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Checking segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:47:21.655275 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:21.655670 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Bound using segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:47:21.656141 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Bound port: a8652686-36db-4f07-96f8-6a8b18b777ba, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:47:21.656526 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (a8652686-36db-4f07-96f8-6a8b18b777ba), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:21.672921 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-be60a2e8-8046-4757-ae25-1abe77a625ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421704'] for router_interface (3377f955-d544-4832-b137-cbb384f099db), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:21.717218 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] For port a8652686-36db-4f07-96f8-6a8b18b777ba, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:47:21.730380 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] For port a8652686-36db-4f07-96f8-6a8b18b777ba, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=a8652686-36db-4f07-96f8-6a8b18b777ba,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:47:21.740810 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (a8652686-36db-4f07-96f8-6a8b18b777ba), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:21.804697 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Routers {'3377f955-d544-4832-b137-cbb384f099db'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:47:21.805351 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:46:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['3377f955-d544-4832-b137-cbb384f099db'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:21.807654 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b5e83-80bd-47f8-8915-25c1d9e41764 None None] Pushing event updated for resources: {'Port': ['ID=a8652686-36db-4f07-96f8-6a8b18b777ba,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:21.818392 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-be60a2e8-8046-4757-ae25-1abe77a625ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:21.873858 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-53317f23-1baf-4034-908b-e4629fe9f9ef None None] Provisioning complete for port 3b20d02a-3520-4175-bddd-e8b89bdac8f5 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:47:21.874230 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53317f23-1baf-4034-908b-e4629fe9f9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:21.948633 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-53317f23-1baf-4034-908b-e4629fe9f9ef None None] Port 3b20d02a-3520-4175-bddd-e8b89bdac8f5 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:47:21.956097 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] Set router 3377f955-d544-4832-b137-cbb384f099db gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:47:21.982062 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-be60a2e8-8046-4757-ae25-1abe77a625ac admin admin] Publish callbacks [] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:21.988290 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-be60a2e8-8046-4757-ae25-1abe77a625ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3931381'] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:22.057079 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-be60a2e8-8046-4757-ae25-1abe77a625ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421860'] for router_interface (3377f955-d544-4832-b137-cbb384f099db), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:22.058953 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60a2e8-8046-4757-ae25-1abe77a625ac admin admin] Pushing event updated for resources: {'Port': ['ID=3b20d02a-3520-4175-bddd-e8b89bdac8f5,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:22.084009 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 86bae197-8cab-44ad-b77c-bfa2521933a5 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:47:22.152927 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be60a2e8-8046-4757-ae25-1abe77a625ac admin admin] Network f48ce8b2-7ad0-4301-99c4-de729f12f4ab is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:47:22.154353 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-be60a2e8-8046-4757-ae25-1abe77a625ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:47:22.180814 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 86bae197-8cab-44ad-b77c-bfa2521933a5 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:47:22.181198 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (86bae197-8cab-44ad-b77c-bfa2521933a5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:22.234536 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 4, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port': {'id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '3b20d02a-3520-4175-bddd-e8b89bdac8f5', 'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'mac_address': 'fa:16:3e:30:df:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:21Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 1, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'subnets': [{'id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:22.269590 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb25ec5-b0e7-4949-b566-a747ac6b9af5 None None] The sync data for ids ['3377f955-d544-4832-b137-cbb384f099db'] in dv-cinder-836973-1-iscsi is: [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 4, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port': {'id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '3b20d02a-3520-4175-bddd-e8b89bdac8f5', 'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'mac_address': 'fa:16:3e:30:df:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:21Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 1, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'subnets': [{'id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:47:22.281832 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be60a2e8-8046-4757-ae25-1abe77a625ac admin admin] Router 3377f955-d544-4832-b137-cbb384f099db has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:47:22.313274 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 86bae197-8cab-44ad-b77c-bfa2521933a5 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:47:22.369171 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-8a804e72-1a0a-49bb-867b-80b50d5ca8fc None None] Provisioning complete for port 3b20d02a-3520-4175-bddd-e8b89bdac8f5 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:47:22.369635 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a804e72-1a0a-49bb-867b-80b50d5ca8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:22.402499 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be60a2e8-8046-4757-ae25-1abe77a625ac admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:47:22.407524 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-be60a2e8-8046-4757-ae25-1abe77a625ac admin admin] 10.222.0.39 "PUT /v2.0/routers/3377f955-d544-4832-b137-cbb384f099db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5579152 Apr 07 13:47:22.409526 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-8a804e72-1a0a-49bb-867b-80b50d5ca8fc None None] Port 3b20d02a-3520-4175-bddd-e8b89bdac8f5 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:47:22.421669 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7b257ab-6954-44a3-844d-30a8ecd5989b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:23.069290 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33964) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:47:23.073899 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-e2ef86f3-e387-4e11-8df2-9ea0cdb11b63 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--305508831', 'description': 'tempest-description--1163239109'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:47:23.101462 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e2ef86f3-e387-4e11-8df2-9ea0cdb11b63 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:23.172083 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e2ef86f3-e387-4e11-8df2-9ea0cdb11b63 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group (60cee0fe-cffe-46de-8516-8d947bf7e8aa), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:23.176039 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e2ef86f3-e387-4e11-8df2-9ea0cdb11b63 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (60cee0fe-cffe-46de-8516-8d947bf7e8aa), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:23.203691 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e2ef86f3-e387-4e11-8df2-9ea0cdb11b63 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:23.204944 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-e2ef86f3-e387-4e11-8df2-9ea0cdb11b63 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1345706 Apr 07 13:47:23.208625 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33966) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:47:23.213707 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-110305ef-a6e1-461f-8a4d-92e63634bf77 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Request body: {'security_group_rule': {'security_group_id': '60cee0fe-cffe-46de-8516-8d947bf7e8aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:47:23.218769 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef86f3-e387-4e11-8df2-9ea0cdb11b63 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60cee0fe-cffe-46de-8516-8d947bf7e8aa,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:23.243165 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-110305ef-a6e1-461f-8a4d-92e63634bf77 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group_rule (1e001a77-1419-4cfa-b314-416f21d7dd44), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:23.301099 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-110305ef-a6e1-461f-8a4d-92e63634bf77 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group_rule (1e001a77-1419-4cfa-b314-416f21d7dd44), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:23.304923 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-110305ef-a6e1-461f-8a4d-92e63634bf77 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (1e001a77-1419-4cfa-b314-416f21d7dd44), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:23.329675 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110305ef-a6e1-461f-8a4d-92e63634bf77 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e001a77-1419-4cfa-b314-416f21d7dd44,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:23.336412 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-110305ef-a6e1-461f-8a4d-92e63634bf77 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:23.337491 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-110305ef-a6e1-461f-8a4d-92e63634bf77 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279657 Apr 07 13:47:23.340282 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 33968) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:47:23.345029 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-b35a745f-a6c1-43b1-8bf4-2751d16cb829 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Request body: {'security_group_rule': {'security_group_id': '60cee0fe-cffe-46de-8516-8d947bf7e8aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:47:23.376225 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b35a745f-a6c1-43b1-8bf4-2751d16cb829 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group_rule (64f74389-bea9-4719-962f-1b0a8bf3ae55), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:23.433362 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b35a745f-a6c1-43b1-8bf4-2751d16cb829 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group_rule (64f74389-bea9-4719-962f-1b0a8bf3ae55), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:23.437019 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b35a745f-a6c1-43b1-8bf4-2751d16cb829 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (64f74389-bea9-4719-962f-1b0a8bf3ae55), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:23.455442 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a745f-a6c1-43b1-8bf4-2751d16cb829 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f74389-bea9-4719-962f-1b0a8bf3ae55,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:23.464949 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b35a745f-a6c1-43b1-8bf4-2751d16cb829 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:23.467471 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b35a745f-a6c1-43b1-8bf4-2751d16cb829 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247895 Apr 07 13:47:23.469484 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 33970) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:47:23.474112 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-c24cc13c-0b69-47c2-b00c-e934eeeadc47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Request body: {'floatingip': {'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:47:23.494655 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c24cc13c-0b69-47c2-b00c-e934eeeadc47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:23.588566 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c24cc13c-0b69-47c2-b00c-e934eeeadc47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:23.691991 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-c24cc13c-0b69-47c2-b00c-e934eeeadc47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Allocated IP 172.27.0.192 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/060ef1ea-95ed-4576-a03f-eccbaa2f780e) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:47:23.788726 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c24cc13c-0b69-47c2-b00c-e934eeeadc47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for port (060ef1ea-95ed-4576-a03f-eccbaa2f780e), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:23.821495 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c24cc13c-0b69-47c2-b00c-e934eeeadc47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (060ef1ea-95ed-4576-a03f-eccbaa2f780e), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:23.862519 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24cc13c-0b69-47c2-b00c-e934eeeadc47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:47:23.865362 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-c24cc13c-0b69-47c2-b00c-e934eeeadc47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:47:23.867871 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24cc13c-0b69-47c2-b00c-e934eeeadc47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:47:23.899251 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cc13c-0b69-47c2-b00c-e934eeeadc47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Pushing event updated for resources: {'Port': ['ID=060ef1ea-95ed-4576-a03f-eccbaa2f780e,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:23.963875 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c24cc13c-0b69-47c2-b00c-e934eeeadc47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for floatingip (9f2a0516-9e6f-42e3-9c50-1194b4a5d5d0), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:23.999127 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c24cc13c-0b69-47c2-b00c-e934eeeadc47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (060ef1ea-95ed-4576-a03f-eccbaa2f780e), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:24.091897 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device a8652686-36db-4f07-96f8-6a8b18b777ba up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:47:24.147208 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port a8652686-36db-4f07-96f8-6a8b18b777ba triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:47:24.147567 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (a8652686-36db-4f07-96f8-6a8b18b777ba), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:24.162091 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c24cc13c-0b69-47c2-b00c-e934eeeadc47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for port (060ef1ea-95ed-4576-a03f-eccbaa2f780e), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:24.166654 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c24cc13c-0b69-47c2-b00c-e934eeeadc47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3931381'] for port (060ef1ea-95ed-4576-a03f-eccbaa2f780e), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:24.217136 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Sync routers for ids ['3377f955-d544-4832-b137-cbb384f099db'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:47:24.229147 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Routers {'3377f955-d544-4832-b137-cbb384f099db'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:47:24.229884 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:46:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['3377f955-d544-4832-b137-cbb384f099db'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:24.234215 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port a8652686-36db-4f07-96f8-6a8b18b777ba is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:47:24.234807 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (a8652686-36db-4f07-96f8-6a8b18b777ba), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:24.247957 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cc13c-0b69-47c2-b00c-e934eeeadc47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Pushing event updated for resources: {'Port': ['ID=060ef1ea-95ed-4576-a03f-eccbaa2f780e,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:24.253696 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c24cc13c-0b69-47c2-b00c-e934eeeadc47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (9f2a0516-9e6f-42e3-9c50-1194b4a5d5d0), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:24.258002 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] For port a8652686-36db-4f07-96f8-6a8b18b777ba, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=a8652686-36db-4f07-96f8-6a8b18b777ba,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:47:24.263402 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (a8652686-36db-4f07-96f8-6a8b18b777ba), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:24.271651 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c24cc13c-0b69-47c2-b00c-e934eeeadc47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:24.272899 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-c24cc13c-0b69-47c2-b00c-e934eeeadc47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8023126 Apr 07 13:47:24.319207 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Pushing event updated for resources: {'Port': ['ID=a8652686-36db-4f07-96f8-6a8b18b777ba,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:24.353612 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Set router 3377f955-d544-4832-b137-cbb384f099db gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:47:24.423908 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-40bf4428-7c94-49ef-a557-c166b135a0d7 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--305508831&fields=id&tenant_id=5dcbf4d3e4d64112b168747af5055edd HTTP/1.1" status: 200 len: 267 time: 0.0420182 Apr 07 13:47:24.527952 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-8efa3f04-bdfb-41a7-8ca5-dff2ce7839fa tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:24.529433 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-8efa3f04-bdfb-41a7-8ca5-dff2ce7839fa tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/networks?id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab HTTP/1.1" status: 200 len: 811 time: 0.0989630 Apr 07 13:47:24.543933 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-4a4de634-041d-4f88-81e9-bd71095fa64b tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/quotas/5dcbf4d3e4d64112b168747af5055edd HTTP/1.1" status: 200 len: 375 time: 0.0085452 Apr 07 13:47:24.553541 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 4, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port': {'id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '3b20d02a-3520-4175-bddd-e8b89bdac8f5', 'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'mac_address': 'fa:16:3e:30:df:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:21Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 2, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'subnets': [{'id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:24.579127 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Checking router: 3377f955-d544-4832-b137-cbb384f099db for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:47:24.579527 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Updating router 3377f955-d544-4832-b137-cbb384f099db port 3b20d02a-3520-4175-bddd-e8b89bdac8f5 binding host dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:47:24.602551 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-153ad2e6-c5d6-45b7-8dea-c79aa4ea4c42 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5dcbf4d3e4d64112b168747af5055edd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535202 Apr 07 13:47:24.608829 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:24.672825 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-dfb8cfeb-b17f-4f2c-a814-5fde40a3934e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:47:24.673830 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-dfb8cfeb-b17f-4f2c-a814-5fde40a3934e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0602176 Apr 07 13:47:24.769335 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-2dbc2ccf-2da2-4b3a-a3e4-d15f9103f35c service neutron] 10.222.0.39 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891283 Apr 07 13:47:24.861190 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-f3bf80a3-d722-41bb-a799-784c055e65b1 service neutron] 10.222.0.39 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855005 Apr 07 13:47:24.872818 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Publish callbacks [] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:24.879120 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:24.914628 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-602f4901-6036-4a3a-8ca6-02afa8f82b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:24.925522 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de631e6-f47f-40aa-94ab-cb56ac94c574 None None] Pushing event updated for resources: {'Port': ['ID=3b20d02a-3520-4175-bddd-e8b89bdac8f5,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:24.937114 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de631e6-f47f-40aa-94ab-cb56ac94c574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:47:24.937454 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de631e6-f47f-40aa-94ab-cb56ac94c574 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:47:24.937893 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de631e6-f47f-40aa-94ab-cb56ac94c574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:47:24.938174 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de631e6-f47f-40aa-94ab-cb56ac94c574 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:47:24.938625 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de631e6-f47f-40aa-94ab-cb56ac94c574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:47:24.938954 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de631e6-f47f-40aa-94ab-cb56ac94c574 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:47:24.939281 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de631e6-f47f-40aa-94ab-cb56ac94c574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:47:24.939682 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de631e6-f47f-40aa-94ab-cb56ac94c574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:47:24.940019 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de631e6-f47f-40aa-94ab-cb56ac94c574 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:47:24.940379 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de631e6-f47f-40aa-94ab-cb56ac94c574 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:47:24.940841 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de631e6-f47f-40aa-94ab-cb56ac94c574 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:47:24.941167 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de631e6-f47f-40aa-94ab-cb56ac94c574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:47:24.941526 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de631e6-f47f-40aa-94ab-cb56ac94c574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:47:24.941909 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de631e6-f47f-40aa-94ab-cb56ac94c574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:47:24.942390 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de631e6-f47f-40aa-94ab-cb56ac94c574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:47:25.014886 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Attempting to bind port 3b20d02a-3520-4175-bddd-e8b89bdac8f5 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:47:25.015260 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Attempting to bind port 3b20d02a-3520-4175-bddd-e8b89bdac8f5 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': 'bd8e6fd5-f92b-4c9d-bd97-94e605abe358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:47:25.017004 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Attempting to bind port 3b20d02a-3520-4175-bddd-e8b89bdac8f5 on network f48ce8b2-7ad0-4301-99c4-de729f12f4ab {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:47:25.022934 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:47:25.023316 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Checking segment: {'id': 'bd8e6fd5-f92b-4c9d-bd97-94e605abe358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:47:25.023721 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:25.024256 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Bound using segment: {'id': 'bd8e6fd5-f92b-4c9d-bd97-94e605abe358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:47:25.024730 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Bound port: 3b20d02a-3520-4175-bddd-e8b89bdac8f5, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8e6fd5-f92b-4c9d-bd97-94e605abe358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:47:25.025112 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:25.036193 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-745f6f48-024a-46d3-90f0-5a907cf8245c req-54f03739-8c14-4c73-8702-ee9e7845e23b tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 210 time: 0.0318136 Apr 07 13:47:25.104094 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] For port 3b20d02a-3520-4175-bddd-e8b89bdac8f5, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:47:25.108084 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] For port 3b20d02a-3520-4175-bddd-e8b89bdac8f5, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=3b20d02a-3520-4175-bddd-e8b89bdac8f5,segment=NetworkSegment(bd8e6fd5-f92b-4c9d-bd97-94e605abe358),segment_id=bd8e6fd5-f92b-4c9d-bd97-94e605abe358)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:47:25.116130 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:25.161218 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-1e0ffd02-71ca-4d15-b693-2c9d7f60b64b None None] Provisioning complete for port 3b20d02a-3520-4175-bddd-e8b89bdac8f5 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:47:25.161800 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffd02-71ca-4d15-b693-2c9d7f60b64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:25.185081 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de631e6-f47f-40aa-94ab-cb56ac94c574 None None] Pushing event updated for resources: {'Port': ['ID=3b20d02a-3520-4175-bddd-e8b89bdac8f5,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:25.191162 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Routers {'3377f955-d544-4832-b137-cbb384f099db'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:47:25.191973 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:47:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['3377f955-d544-4832-b137-cbb384f099db'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:25.258959 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ffd02-71ca-4d15-b693-2c9d7f60b64b None None] Current status of the port 3b20d02a-3520-4175-bddd-e8b89bdac8f5 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:47:25.259460 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffd02-71ca-4d15-b693-2c9d7f60b64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:25.297782 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-1e0ffd02-71ca-4d15-b693-2c9d7f60b64b None None] For port 3b20d02a-3520-4175-bddd-e8b89bdac8f5, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=3b20d02a-3520-4175-bddd-e8b89bdac8f5,segment=NetworkSegment(bd8e6fd5-f92b-4c9d-bd97-94e605abe358),segment_id=bd8e6fd5-f92b-4c9d-bd97-94e605abe358)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:47:25.307658 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffd02-71ca-4d15-b693-2c9d7f60b64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:25.315275 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] Set router 3377f955-d544-4832-b137-cbb384f099db gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:47:25.364877 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ffd02-71ca-4d15-b693-2c9d7f60b64b None None] Pushing event updated for resources: {'Port': ['ID=3b20d02a-3520-4175-bddd-e8b89bdac8f5,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:25.530184 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 4, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port': {'id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '3b20d02a-3520-4175-bddd-e8b89bdac8f5', 'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'mac_address': 'fa:16:3e:30:df:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:21Z', 'updated_at': '2022-04-07T13:47:25Z', 'revision_number': 4, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'subnets': [{'id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:25.532151 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-0a38725b-07f7-403c-ac31-cfa1e949bdae None None] Provisioning complete for port 3b20d02a-3520-4175-bddd-e8b89bdac8f5 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:47:25.532586 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a38725b-07f7-403c-ac31-cfa1e949bdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:25.565511 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99e5f5c-3a64-4d8e-9750-967b3da49399 None None] The sync data for ids ['3377f955-d544-4832-b137-cbb384f099db'] in dv-cinder-836973-1-iscsi is: [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 4, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port': {'id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '3b20d02a-3520-4175-bddd-e8b89bdac8f5', 'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'mac_address': 'fa:16:3e:30:df:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:21Z', 'updated_at': '2022-04-07T13:47:25Z', 'revision_number': 4, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'subnets': [{'id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:47:25.619722 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-0a38725b-07f7-403c-ac31-cfa1e949bdae None None] Current status of the port 3b20d02a-3520-4175-bddd-e8b89bdac8f5 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:47:25.789570 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:26.117290 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 3b20d02a-3520-4175-bddd-e8b89bdac8f5 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:47:26.145502 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1dc2c4e7-6d27-468b-8187-d2063240805c req-7b791777-62cd-4f8f-8556-7c5abfaedd21 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 210 time: 0.0289054 Apr 07 13:47:26.192542 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 3b20d02a-3520-4175-bddd-e8b89bdac8f5 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:47:26.193078 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:26.273643 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 3b20d02a-3520-4175-bddd-e8b89bdac8f5 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:47:26.274858 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device a8652686-36db-4f07-96f8-6a8b18b777ba up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:47:26.284549 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-05305a0d-cbee-4751-a41f-6528454023ed tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:26.285989 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-05305a0d-cbee-4751-a41f-6528454023ed tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.23 "GET /v2.0/networks?id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab HTTP/1.1" status: 200 len: 811 time: 0.1199830 Apr 07 13:47:26.323098 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port a8652686-36db-4f07-96f8-6a8b18b777ba triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:47:26.323471 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (a8652686-36db-4f07-96f8-6a8b18b777ba), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:26.354930 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-ab492a28-eda8-410f-a38e-7f2fffa9185d tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dcbf4d3e4d64112b168747af5055edd HTTP/1.1" status: 200 len: 379 time: 0.0535784 Apr 07 13:47:26.406446 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port a8652686-36db-4f07-96f8-6a8b18b777ba is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:47:26.466984 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-63e76c91-9634-42a5-b04b-cc19ab41b889 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Request body: {'port': {'device_id': '07a850a1-8878-4305-a11a-f4aad0dc01e6', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'admin_state_up': True, 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'security_groups': ['60cee0fe-cffe-46de-8516-8d947bf7e8aa']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:47:26.572325 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-63e76c91-9634-42a5-b04b-cc19ab41b889 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Made reservation on behalf of 5dcbf4d3e4d64112b168747af5055edd for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:47:26.575592 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-63e76c91-9634-42a5-b04b-cc19ab41b889 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:26.697263 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-63e76c91-9634-42a5-b04b-cc19ab41b889 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Allocated IP 172.20.0.11 (f48ce8b2-7ad0-4301-99c4-de729f12f4ab/7fac5884-81d7-4c87-83f0-a25d55783873/7a70f66c-b991-4a42-8213-b2eea89683a1) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:47:26.832839 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-63e76c91-9634-42a5-b04b-cc19ab41b889 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for port (7a70f66c-b991-4a42-8213-b2eea89683a1), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:26.864576 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-63e76c91-9634-42a5-b04b-cc19ab41b889 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (7a70f66c-b991-4a42-8213-b2eea89683a1), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:26.904992 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-63e76c91-9634-42a5-b04b-cc19ab41b889 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Network f48ce8b2-7ad0-4301-99c4-de729f12f4ab is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:47:26.907862 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-63e76c91-9634-42a5-b04b-cc19ab41b889 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:47:26.910984 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-63e76c91-9634-42a5-b04b-cc19ab41b889 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:47:26.948267 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e76c91-9634-42a5-b04b-cc19ab41b889 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Pushing event updated for resources: {'Port': ['ID=7a70f66c-b991-4a42-8213-b2eea89683a1,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:26.975316 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-63e76c91-9634-42a5-b04b-cc19ab41b889 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:26.975937 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-63e76c91-9634-42a5-b04b-cc19ab41b889 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:26.992626 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-63e76c91-9634-42a5-b04b-cc19ab41b889 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5296695 Apr 07 13:47:27.013663 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Request body: {'port': {'device_id': '07a850a1-8878-4305-a11a-f4aad0dc01e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:47:27.075177 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (7a70f66c-b991-4a42-8213-b2eea89683a1), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:27.148079 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-539de841-79da-4d91-a8d3-3cd1b7fd53dd None None] Provisioning complete for port 7a70f66c-b991-4a42-8213-b2eea89683a1 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:47:27.148374 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-539de841-79da-4d91-a8d3-3cd1b7fd53dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (7a70f66c-b991-4a42-8213-b2eea89683a1), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:27.182897 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-539de841-79da-4d91-a8d3-3cd1b7fd53dd None None] Port 7a70f66c-b991-4a42-8213-b2eea89683a1 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:47:27.261536 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:27.361086 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a70f66c-b991-4a42-8213-b2eea89683a1 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:47:27.368670 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Publish callbacks [] for port (7a70f66c-b991-4a42-8213-b2eea89683a1), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:27.381148 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Transition to ACTIVE for port object 7a70f66c-b991-4a42-8213-b2eea89683a1 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:47:27.384697 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (7a70f66c-b991-4a42-8213-b2eea89683a1), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:27.417997 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4809-0582-43eb-8bae-0ddf6e0f9850 req-59d70b59-72b1-4760-85f5-cae05c0453d0 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:27.419510 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c5bb4809-0582-43eb-8bae-0ddf6e0f9850 req-59d70b59-72b1-4760-85f5-cae05c0453d0 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 932 time: 0.0517888 Apr 07 13:47:27.441978 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7a70f66c-b991-4a42-8213-b2eea89683a1,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:27.482878 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c5bb4809-0582-43eb-8bae-0ddf6e0f9850 req-1db8347a-4447-4e07-886d-4a7e42a15c1e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575273 Apr 07 13:47:27.512381 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Attempting to bind port 7a70f66c-b991-4a42-8213-b2eea89683a1 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:47:27.512717 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Attempting to bind port 7a70f66c-b991-4a42-8213-b2eea89683a1 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'bd8e6fd5-f92b-4c9d-bd97-94e605abe358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:47:27.513042 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Attempting to bind port 7a70f66c-b991-4a42-8213-b2eea89683a1 on network f48ce8b2-7ad0-4301-99c4-de729f12f4ab {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:47:27.517564 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Port 7a70f66c-b991-4a42-8213-b2eea89683a1 on network f48ce8b2-7ad0-4301-99c4-de729f12f4ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:47:27.518639 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Attempting to bind port 7a70f66c-b991-4a42-8213-b2eea89683a1 on network f48ce8b2-7ad0-4301-99c4-de729f12f4ab {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:47:27.524192 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:47:27.524598 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Checking segment: {'id': 'bd8e6fd5-f92b-4c9d-bd97-94e605abe358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:47:27.525009 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Bound using segment: {'id': 'bd8e6fd5-f92b-4c9d-bd97-94e605abe358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:47:27.525468 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Bound port: 7a70f66c-b991-4a42-8213-b2eea89683a1, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd8e6fd5-f92b-4c9d-bd97-94e605abe358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:47:27.525889 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (7a70f66c-b991-4a42-8213-b2eea89683a1), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:27.594852 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] For port 7a70f66c-b991-4a42-8213-b2eea89683a1, host hv-cinder-83697, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:47:27.598476 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] For port 7a70f66c-b991-4a42-8213-b2eea89683a1, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=7a70f66c-b991-4a42-8213-b2eea89683a1,segment=NetworkSegment(bd8e6fd5-f92b-4c9d-bd97-94e605abe358),segment_id=bd8e6fd5-f92b-4c9d-bd97-94e605abe358)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:47:27.604307 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (7a70f66c-b991-4a42-8213-b2eea89683a1), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:27.638744 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:27.639359 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:27.640977 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] 10.222.0.23 "PUT /v2.0/ports/7a70f66c-b991-4a42-8213-b2eea89683a1 HTTP/1.1" status: 200 len: 1094 time: 0.6316566 Apr 07 13:47:27.643793 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a850a1-8878-4305-a11a-f4aad0dc01e6', 'tag': '7a70f66c-b991-4a42-8213-b2eea89683a1'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:47:27.646035 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6147642c-3169-4783-b24b-38f6f16b0c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "07a850a1-8878-4305-a11a-f4aad0dc01e6", "tag": "7a70f66c-b991-4a42-8213-b2eea89683a1"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:47:27.679105 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ad2b4-42e5-4bd4-84c9-be7bbb2e36e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7a70f66c-b991-4a42-8213-b2eea89683a1,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:27.688091 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42a2b96-8b50-4225-bba2-905575181f4d x-openstack-request-id: req-c42a2b96-8b50-4225-bba2-905575181f4d {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:47:27.688409 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a850a1-8878-4305-a11a-f4aad0dc01e6", "tag": "7a70f66c-b991-4a42-8213-b2eea89683a1", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:47:27.688670 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c42a2b96-8b50-4225-bba2-905575181f4d {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:47:27.689123 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c42a2b96-8b50-4225-bba2-905575181f4d'] response: {'name': 'network-changed', 'server_uuid': '07a850a1-8878-4305-a11a-f4aad0dc01e6', 'tag': '7a70f66c-b991-4a42-8213-b2eea89683a1', 'status': 'completed', 'code': 200} Apr 07 13:47:27.755290 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-7590c014-043d-4b40-86d4-c5d9963b4b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:27.756813 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-7590c014-043d-4b40-86d4-c5d9963b4b04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5dcbf4d3e4d64112b168747af5055edd&device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 1128 time: 0.0479569 Apr 07 13:47:27.813563 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-f46baa7b-aa0c-4c0f-8d7a-a0dce8956ebf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a70f66c-b991-4a42-8213-b2eea89683a1 HTTP/1.1" status: 200 len: 217 time: 0.0379827 Apr 07 13:47:27.866995 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-fc9d7869-f2de-4a95-b040-802592916e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:27.868387 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-fc9d7869-f2de-4a95-b040-802592916e2c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fac5884-81d7-4c87-83f0-a25d55783873 HTTP/1.1" status: 200 len: 850 time: 0.0434027 Apr 07 13:47:27.916051 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-6f5e1f82-29f1-40de-be07-63bfa40b3b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:27.918120 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-6f5e1f82-29f1-40de-be07-63bfa40b3b93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435054 Apr 07 13:47:27.988985 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:47:28.008529 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-64f93df1-a7f5-46d3-aac7-9fc86887fe6d service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843740 Apr 07 13:47:28.096010 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ace5390d-e970-4fc3-a7e4-3f50a6961fbc req-75780307-36d1-4a53-8679-7cc76161932a service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815201 Apr 07 13:47:28.594506 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb245ff-54c3-428e-9532-33b079419381 req-686487c3-d78a-461d-900d-6d5af59e9cba tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:28.596537 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0bb245ff-54c3-428e-9532-33b079419381 req-686487c3-d78a-461d-900d-6d5af59e9cba tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 944 time: 0.0518150 Apr 07 13:47:28.642797 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0bb245ff-54c3-428e-9532-33b079419381 req-f562cba5-9a4e-473e-bb7d-54256212f4e9 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407906 Apr 07 13:47:28.676749 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:29.759592 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b11e0-1311-4af6-9829-c6f0a03693b6 req-9dea63c8-c4f4-4edf-9fd2-4f5ea5e74275 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:29.761051 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c90b11e0-1311-4af6-9829-c6f0a03693b6 req-9dea63c8-c4f4-4edf-9fd2-4f5ea5e74275 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 944 time: 0.0516624 Apr 07 13:47:29.806404 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c90b11e0-1311-4af6-9829-c6f0a03693b6 req-83c85b6b-30c6-4536-851a-f3c773af5cd5 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398085 Apr 07 13:47:30.195453 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147642c-3169-4783-b24b-38f6f16b0c2e req-b3c6710e-48ff-4046-8b0c-43b64cc0a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:30.196924 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6147642c-3169-4783-b24b-38f6f16b0c2e req-b3c6710e-48ff-4046-8b0c-43b64cc0a4c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5dcbf4d3e4d64112b168747af5055edd&device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 1128 time: 0.0484545 Apr 07 13:47:30.284616 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147642c-3169-4783-b24b-38f6f16b0c2e req-2c9adf47-cc99-4674-9860-f68b2fab2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:30.285970 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6147642c-3169-4783-b24b-38f6f16b0c2e req-2c9adf47-cc99-4674-9860-f68b2fab2d8e service neutron] 10.222.0.23 "GET /v2.0/networks?id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab HTTP/1.1" status: 200 len: 912 time: 0.0831108 Apr 07 13:47:30.328734 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6147642c-3169-4783-b24b-38f6f16b0c2e req-482e1e8e-a25c-44b9-95bf-225efeaf1414 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a70f66c-b991-4a42-8213-b2eea89683a1 HTTP/1.1" status: 200 len: 217 time: 0.0368330 Apr 07 13:47:30.376048 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147642c-3169-4783-b24b-38f6f16b0c2e req-46eceac0-7f0b-468e-9088-5500244b7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:30.377446 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6147642c-3169-4783-b24b-38f6f16b0c2e req-46eceac0-7f0b-468e-9088-5500244b7454 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fac5884-81d7-4c87-83f0-a25d55783873 HTTP/1.1" status: 200 len: 850 time: 0.0419099 Apr 07 13:47:30.424544 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147642c-3169-4783-b24b-38f6f16b0c2e req-126a8ad2-b4be-47ab-8648-338ea1163a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:30.425962 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6147642c-3169-4783-b24b-38f6f16b0c2e req-126a8ad2-b4be-47ab-8648-338ea1163a22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424750 Apr 07 13:47:30.518774 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6147642c-3169-4783-b24b-38f6f16b0c2e req-d24214a9-3cc2-45ee-92e8-71da1d350536 service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860412 Apr 07 13:47:30.604893 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6147642c-3169-4783-b24b-38f6f16b0c2e req-36936e63-6aac-480d-90cc-09aab6c22ed9 service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807877 Apr 07 13:47:30.728937 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 7a70f66c-b991-4a42-8213-b2eea89683a1 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:47:30.824749 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 7a70f66c-b991-4a42-8213-b2eea89683a1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=7a70f66c-b991-4a42-8213-b2eea89683a1,segment=NetworkSegment(bd8e6fd5-f92b-4c9d-bd97-94e605abe358),segment_id=bd8e6fd5-f92b-4c9d-bd97-94e605abe358)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:47:30.836600 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': '7a70f66c-b991-4a42-8213-b2eea89683a1', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'port_id': '7a70f66c-b991-4a42-8213-b2eea89683a1', 'mac_address': 'fa:16:3e:10:30:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:47:30.873000 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 7a70f66c-b991-4a42-8213-b2eea89683a1 is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:47:30.873296 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (7a70f66c-b991-4a42-8213-b2eea89683a1), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:30.886532 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a70f66c-b991-4a42-8213-b2eea89683a1 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:47:30.906402 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 7a70f66c-b991-4a42-8213-b2eea89683a1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=7a70f66c-b991-4a42-8213-b2eea89683a1,segment=NetworkSegment(bd8e6fd5-f92b-4c9d-bd97-94e605abe358),segment_id=bd8e6fd5-f92b-4c9d-bd97-94e605abe358)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:47:30.910627 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (7a70f66c-b991-4a42-8213-b2eea89683a1), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:30.924632 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c2b07-65fc-4891-a388-5b0f923e6ea7 req-99bce5c5-3710-4993-b7fc-e235d8c04f76 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:30.926090 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5f7c2b07-65fc-4891-a388-5b0f923e6ea7 req-99bce5c5-3710-4993-b7fc-e235d8c04f76 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 944 time: 0.0550382 Apr 07 13:47:30.957157 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=7a70f66c-b991-4a42-8213-b2eea89683a1,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:30.972589 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5f7c2b07-65fc-4891-a388-5b0f923e6ea7 req-9165a4ee-df94-498d-b499-652f59665906 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409908 Apr 07 13:47:31.370146 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['7a70f66c-b991-4a42-8213-b2eea89683a1'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:47:32.086912 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d6073-b708-4c54-a794-a3f841beb840 req-c598e8e1-186c-4f1e-8e79-59d4f3e8ab6a tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:32.088397 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ad8d6073-b708-4c54-a794-a3f841beb840 req-c598e8e1-186c-4f1e-8e79-59d4f3e8ab6a tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 945 time: 0.0510976 Apr 07 13:47:32.134595 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ad8d6073-b708-4c54-a794-a3f841beb840 req-06c472ce-549e-408e-a83e-da0afc567770 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405824 Apr 07 13:47:32.729649 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 7a70f66c-b991-4a42-8213-b2eea89683a1 up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:47:32.776730 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port 7a70f66c-b991-4a42-8213-b2eea89683a1 completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:47:32.780731 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port 7a70f66c-b991-4a42-8213-b2eea89683a1 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:47:32.781113 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (7a70f66c-b991-4a42-8213-b2eea89683a1), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:32.858492 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 7a70f66c-b991-4a42-8213-b2eea89683a1 is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:47:32.858880 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (7a70f66c-b991-4a42-8213-b2eea89683a1), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:32.882017 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a850a1-8878-4305-a11a-f4aad0dc01e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a70f66c-b991-4a42-8213-b2eea89683a1'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:47:32.884332 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025e0cca-2bc7-4dbe-b039-c6a3e470f7e8" -d '{"events": [{"server_uuid": "07a850a1-8878-4305-a11a-f4aad0dc01e6", "name": "network-vif-plugged", "status": "completed", "tag": "7a70f66c-b991-4a42-8213-b2eea89683a1"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:47:32.897111 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 7a70f66c-b991-4a42-8213-b2eea89683a1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=7a70f66c-b991-4a42-8213-b2eea89683a1,segment=NetworkSegment(bd8e6fd5-f92b-4c9d-bd97-94e605abe358),segment_id=bd8e6fd5-f92b-4c9d-bd97-94e605abe358)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:47:32.901017 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (7a70f66c-b991-4a42-8213-b2eea89683a1), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:32.946155 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=7a70f66c-b991-4a42-8213-b2eea89683a1,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:47:32.975887 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f60fa2-3f21-415a-ba0f-4fa59a481fbe x-openstack-request-id: req-12f60fa2-3f21-415a-ba0f-4fa59a481fbe {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:47:32.976178 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a850a1-8878-4305-a11a-f4aad0dc01e6", "name": "network-vif-plugged", "status": "completed", "tag": "7a70f66c-b991-4a42-8213-b2eea89683a1", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:47:32.976435 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-12f60fa2-3f21-415a-ba0f-4fa59a481fbe {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:47:32.976845 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12f60fa2-3f21-415a-ba0f-4fa59a481fbe'] response: {'server_uuid': '07a850a1-8878-4305-a11a-f4aad0dc01e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a70f66c-b991-4a42-8213-b2eea89683a1', 'code': 200} Apr 07 13:47:33.232512 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f26c-9654-481c-9780-f012e999c116 req-158779f6-b5b8-4a41-a966-93738a7e682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:33.234187 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1b33f26c-9654-481c-9780-f012e999c116 req-158779f6-b5b8-4a41-a966-93738a7e682c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 1130 time: 0.0883250 Apr 07 13:47:33.254469 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352ceb8-f410-4e61-b93d-0f32663d3b9f req-462767db-f122-402c-8a11-ee321edcea6a tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:33.255942 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7352ceb8-f410-4e61-b93d-0f32663d3b9f req-462767db-f122-402c-8a11-ee321edcea6a tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0517268 Apr 07 13:47:33.280101 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1b33f26c-9654-481c-9780-f012e999c116 req-92bd3fca-04a5-4acf-ad40-c11cd9053e32 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398667 Apr 07 13:47:33.305435 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7352ceb8-f410-4e61-b93d-0f32663d3b9f req-2d59a7aa-cad5-497f-9cf7-10ad53b9cf6c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437586 Apr 07 13:47:34.420447 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3c1d2-5924-44ea-9170-fbc6e57b2c9f req-1340bb42-9bb1-4421-9196-a398d5e5a623 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:34.421897 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-04a3c1d2-5924-44ea-9170-fbc6e57b2c9f req-1340bb42-9bb1-4421-9196-a398d5e5a623 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0509231 Apr 07 13:47:34.467350 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-04a3c1d2-5924-44ea-9170-fbc6e57b2c9f req-208c6f2f-2111-4301-b4f7-eae5c60cda1d tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394063 Apr 07 13:47:35.158080 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:35.582004 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ea08d-5835-4cfd-9dfb-7becb7174e89 req-44e55e5c-9826-411a-a7b3-022956049446 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:35.583563 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c20ea08d-5835-4cfd-9dfb-7becb7174e89 req-44e55e5c-9826-411a-a7b3-022956049446 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0511079 Apr 07 13:47:35.628158 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c20ea08d-5835-4cfd-9dfb-7becb7174e89 req-476c9f68-1209-4c94-8a33-5e5694793676 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389793 Apr 07 13:47:35.725131 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-030d0a09-7039-48f7-8d75-87991da162d6 req-51fcff91-bc75-404b-8fb6-6929416edd8a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433817 Apr 07 13:47:35.743530 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39950413-5463-49b8-bd0a-89c8ace989c5 req-6eae7f45-372e-4a27-aaa2-a95777b51ed6 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:35.745036 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-39950413-5463-49b8-bd0a-89c8ace989c5 req-6eae7f45-372e-4a27-aaa2-a95777b51ed6 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0544286 Apr 07 13:47:35.754091 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 34032) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:47:35.758409 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-f0364843-c9b7-4cc9-a676-249e6fddd9e9 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Request body: {'floatingip': {'port_id': '7a70f66c-b991-4a42-8213-b2eea89683a1'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:47:35.795939 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f0364843-c9b7-4cc9-a676-249e6fddd9e9 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for floatingip (9f2a0516-9e6f-42e3-9c50-1194b4a5d5d0), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:35.803861 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d0a09-7039-48f7-8d75-87991da162d6 req-c517bcbc-1667-4b5a-98cb-a01d456c2d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:35.805378 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-030d0a09-7039-48f7-8d75-87991da162d6 req-c517bcbc-1667-4b5a-98cb-a01d456c2d45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9634a2617d1248c6af6fae61e6f92594&device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 1129 time: 0.0437639 Apr 07 13:47:35.912554 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d0a09-7039-48f7-8d75-87991da162d6 req-f6bc7787-6941-46e1-b693-501a4be6d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:35.914009 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-030d0a09-7039-48f7-8d75-87991da162d6 req-f6bc7787-6941-46e1-b693-501a4be6d1a9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 HTTP/1.1" status: 200 len: 915 time: 0.0888770 Apr 07 13:47:35.977540 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-030d0a09-7039-48f7-8d75-87991da162d6 req-adec5cd8-065d-45ab-9a65-98478e65493b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22416beb-b459-4756-a950-ac451d324798 HTTP/1.1" status: 200 len: 1000 time: 0.0573256 Apr 07 13:47:36.024510 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d0a09-7039-48f7-8d75-87991da162d6 req-53e3104e-a22b-4dee-afb6-79bd2e5c2567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:36.025949 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-030d0a09-7039-48f7-8d75-87991da162d6 req-53e3104e-a22b-4dee-afb6-79bd2e5c2567 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=445ab6a6-5357-4955-a306-a0086052025f HTTP/1.1" status: 200 len: 853 time: 0.0429027 Apr 07 13:47:36.077124 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d0a09-7039-48f7-8d75-87991da162d6 req-588849a2-0aa0-496c-89b5-5b7c90496d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:36.078676 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-030d0a09-7039-48f7-8d75-87991da162d6 req-588849a2-0aa0-496c-89b5-5b7c90496d4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472200 Apr 07 13:47:36.168788 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-030d0a09-7039-48f7-8d75-87991da162d6 req-1966bf98-9e54-4446-a950-3eb00e41605d service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830879 Apr 07 13:47:36.235968 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f0364843-c9b7-4cc9-a676-249e6fddd9e9 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:36.240621 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f0364843-c9b7-4cc9-a676-249e6fddd9e9 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (9f2a0516-9e6f-42e3-9c50-1194b4a5d5d0), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:36.260877 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-030d0a09-7039-48f7-8d75-87991da162d6 req-9feb09c1-03f6-4cb4-b13f-6cf214b93dfa service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856335 Apr 07 13:47:36.604976 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.l3_db [None req-f0364843-c9b7-4cc9-a676-249e6fddd9e9 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Floating IP 9f2a0516-9e6f-42e3-9c50-1194b4a5d5d0 associated. External IP: 172.27.0.192, port: 7a70f66c-b991-4a42-8213-b2eea89683a1. Apr 07 13:47:36.810997 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0364843-c9b7-4cc9-a676-249e6fddd9e9 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Router 3377f955-d544-4832-b137-cbb384f099db has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:47:36.918702 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0364843-c9b7-4cc9-a676-249e6fddd9e9 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:47:36.923111 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f0364843-c9b7-4cc9-a676-249e6fddd9e9 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:36.928496 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769aef63-c541-498d-bee5-b9e92bbfa2fa None None] Sync routers for ids ['3377f955-d544-4832-b137-cbb384f099db'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:47:36.937530 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769aef63-c541-498d-bee5-b9e92bbfa2fa None None] Routers {'3377f955-d544-4832-b137-cbb384f099db'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:47:36.938156 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-769aef63-c541-498d-bee5-b9e92bbfa2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:47:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['3377f955-d544-4832-b137-cbb384f099db'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:36.952486 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-f0364843-c9b7-4cc9-a676-249e6fddd9e9 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "PUT /v2.0/floatingips/9f2a0516-9e6f-42e3-9c50-1194b4a5d5d0 HTTP/1.1" status: 200 len: 992 time: 1.1973052 Apr 07 13:47:36.953182 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a850a1-8878-4305-a11a-f4aad0dc01e6', 'tag': '7a70f66c-b991-4a42-8213-b2eea89683a1'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:47:36.956103 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf2329a-6e7d-44d5-a890-d7b681a4872e" -d '{"events": [{"name": "network-changed", "server_uuid": "07a850a1-8878-4305-a11a-f4aad0dc01e6", "tag": "7a70f66c-b991-4a42-8213-b2eea89683a1"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:47:36.990506 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f14dd41-e8ad-4122-ada1-e840d4799b5a x-openstack-request-id: req-2f14dd41-e8ad-4122-ada1-e840d4799b5a {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:47:36.990798 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a850a1-8878-4305-a11a-f4aad0dc01e6", "tag": "7a70f66c-b991-4a42-8213-b2eea89683a1", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:47:36.991039 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f14dd41-e8ad-4122-ada1-e840d4799b5a {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:47:36.991444 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f14dd41-e8ad-4122-ada1-e840d4799b5a'] response: {'name': 'network-changed', 'server_uuid': '07a850a1-8878-4305-a11a-f4aad0dc01e6', 'tag': '7a70f66c-b991-4a42-8213-b2eea89683a1', 'status': 'completed', 'code': 200} Apr 07 13:47:37.047168 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-769aef63-c541-498d-bee5-b9e92bbfa2fa None None] Set router 3377f955-d544-4832-b137-cbb384f099db gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:47:37.078280 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2329a-6e7d-44d5-a890-d7b681a4872e req-f1703391-9e57-493b-a5ac-e830c8e0c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:37.079878 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cf2329a-6e7d-44d5-a890-d7b681a4872e req-f1703391-9e57-493b-a5ac-e830c8e0c334 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5dcbf4d3e4d64112b168747af5055edd&device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 1130 time: 0.0443311 Apr 07 13:47:37.174277 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2329a-6e7d-44d5-a890-d7b681a4872e req-d11e5cf7-2f86-4bb8-85d1-3b33e82bf3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:37.175779 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cf2329a-6e7d-44d5-a890-d7b681a4872e req-d11e5cf7-2f86-4bb8-85d1-3b33e82bf3a3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab HTTP/1.1" status: 200 len: 912 time: 0.0881665 Apr 07 13:47:37.240803 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cf2329a-6e7d-44d5-a890-d7b681a4872e req-59414406-b90c-4145-afe4-e92afd5fb5fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a70f66c-b991-4a42-8213-b2eea89683a1 HTTP/1.1" status: 200 len: 1000 time: 0.0582855 Apr 07 13:47:37.268521 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-769aef63-c541-498d-bee5-b9e92bbfa2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 4, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port': {'id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '9f2a0516-9e6f-42e3-9c50-1194b4a5d5d0', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '3377f955-d544-4832-b137-cbb384f099db', 'port_id': '7a70f66c-b991-4a42-8213-b2eea89683a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'mac_address': 'fa:16:3e:10:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a850a1-8878-4305-a11a-f4aad0dc01e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:47:23Z', 'updated_at': '2022-04-07T13:47:36Z', 'revision_number': 1, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b20d02a-3520-4175-bddd-e8b89bdac8f5', 'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'mac_address': 'fa:16:3e:30:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:21Z', 'updated_at': '2022-04-07T13:47:25Z', 'revision_number': 5, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'subnets': [{'id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:37.287680 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2329a-6e7d-44d5-a890-d7b681a4872e req-762db8c4-98c6-48b0-ab35-3bfa660b1061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:37.289105 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cf2329a-6e7d-44d5-a890-d7b681a4872e req-762db8c4-98c6-48b0-ab35-3bfa660b1061 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fac5884-81d7-4c87-83f0-a25d55783873 HTTP/1.1" status: 200 len: 850 time: 0.0423436 Apr 07 13:47:37.297293 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769aef63-c541-498d-bee5-b9e92bbfa2fa None None] Checking router: 3377f955-d544-4832-b137-cbb384f099db for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:47:37.306117 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769aef63-c541-498d-bee5-b9e92bbfa2fa None None] Routers {'3377f955-d544-4832-b137-cbb384f099db'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:47:37.306757 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-769aef63-c541-498d-bee5-b9e92bbfa2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:47:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['3377f955-d544-4832-b137-cbb384f099db'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:37.339773 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2329a-6e7d-44d5-a890-d7b681a4872e req-6684a98d-924b-47ff-9c7c-c42a557cb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:37.341252 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cf2329a-6e7d-44d5-a890-d7b681a4872e req-6684a98d-924b-47ff-9c7c-c42a557cb008 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466342 Apr 07 13:47:37.413232 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-769aef63-c541-498d-bee5-b9e92bbfa2fa None None] Set router 3377f955-d544-4832-b137-cbb384f099db gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:47:37.428104 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cf2329a-6e7d-44d5-a890-d7b681a4872e req-f5ec4ca6-0d9b-4cf7-8c05-6bdc8a6ef82e service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810246 Apr 07 13:47:37.520806 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cf2329a-6e7d-44d5-a890-d7b681a4872e req-7f0bec33-e22b-436c-9d9a-86584545c74a service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866625 Apr 07 13:47:37.634492 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-769aef63-c541-498d-bee5-b9e92bbfa2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 4, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port': {'id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '9f2a0516-9e6f-42e3-9c50-1194b4a5d5d0', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '3377f955-d544-4832-b137-cbb384f099db', 'port_id': '7a70f66c-b991-4a42-8213-b2eea89683a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'mac_address': 'fa:16:3e:10:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a850a1-8878-4305-a11a-f4aad0dc01e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:47:23Z', 'updated_at': '2022-04-07T13:47:36Z', 'revision_number': 1, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b20d02a-3520-4175-bddd-e8b89bdac8f5', 'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'mac_address': 'fa:16:3e:30:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:21Z', 'updated_at': '2022-04-07T13:47:25Z', 'revision_number': 5, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'subnets': [{'id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:47:37.665167 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769aef63-c541-498d-bee5-b9e92bbfa2fa None None] The sync data for ids ['3377f955-d544-4832-b137-cbb384f099db'] in dv-cinder-836973-1-iscsi is: [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 4, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port': {'id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '9f2a0516-9e6f-42e3-9c50-1194b4a5d5d0', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '3377f955-d544-4832-b137-cbb384f099db', 'port_id': '7a70f66c-b991-4a42-8213-b2eea89683a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'mac_address': 'fa:16:3e:10:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a850a1-8878-4305-a11a-f4aad0dc01e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:47:23Z', 'updated_at': '2022-04-07T13:47:36Z', 'revision_number': 1, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b20d02a-3520-4175-bddd-e8b89bdac8f5', 'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'mac_address': 'fa:16:3e:30:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:21Z', 'updated_at': '2022-04-07T13:47:25Z', 'revision_number': 5, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'subnets': [{'id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:47:37.841399 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351937c-b27a-4fdc-a916-d16038b5e429 None None] New status for floating IP 9f2a0516-9e6f-42e3-9c50-1194b4a5d5d0: ACTIVE {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:47:52.413452 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-055be3cc-30a3-4731-a3e9-ab55890c7075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:54.916376 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6427f6c3-c519-4d3a-aa57-12362e03ec22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:55.795132 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:57.260887 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:58.679186 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:47:58.745118 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3a7dc-cd6d-44e0-80de-127914d36b1e req-fa827ccf-e780-4281-861d-f4207ae2dce2 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:58.746607 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-06d3a7dc-cd6d-44e0-80de-127914d36b1e req-fa827ccf-e780-4281-861d-f4207ae2dce2 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 946 time: 0.0526030 Apr 07 13:47:58.792329 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-06d3a7dc-cd6d-44e0-80de-127914d36b1e req-31108370-65f3-4a52-9610-0507826cd09d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e2c8928-b947-47b2-8153-abbd43a4638f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401721 Apr 07 13:47:59.908813 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6e376-3c34-4b79-8b83-3728a04b6b09 req-1d1ce528-f8a7-4e9f-8429-4656191d3f05 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:47:59.910162 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-85a6e376-3c34-4b79-8b83-3728a04b6b09 req-1d1ce528-f8a7-4e9f-8429-4656191d3f05 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 946 time: 0.0513821 Apr 07 13:47:59.960360 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-85a6e376-3c34-4b79-8b83-3728a04b6b09 req-55695148-fda6-4b9b-b237-dd817ac3b7e5 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e2c8928-b947-47b2-8153-abbd43a4638f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441434 Apr 07 13:48:00.609379 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d3d4d-3bb8-40e8-b108-7683114153d5 req-34a23fc7-0f2c-404b-91e1-b9f785286e25 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:00.610815 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f09d3d4d-3bb8-40e8-b108-7683114153d5 req-34a23fc7-0f2c-404b-91e1-b9f785286e25 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 946 time: 0.0523362 Apr 07 13:48:00.702853 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-f09d3d4d-3bb8-40e8-b108-7683114153d5 req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Deleting port 2bb04257-3bf1-4d08-82b9-6f52452b93fe {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:48:00.703190 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f09d3d4d-3bb8-40e8-b108-7683114153d5 req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (2bb04257-3bf1-4d08-82b9-6f52452b93fe), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:00.789928 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-f09d3d4d-3bb8-40e8-b108-7683114153d5 req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] For port 2bb04257-3bf1-4d08-82b9-6f52452b93fe, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2bb04257-3bf1-4d08-82b9-6f52452b93fe,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:48:00.790308 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f09d3d4d-3bb8-40e8-b108-7683114153d5 req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (2bb04257-3bf1-4d08-82b9-6f52452b93fe), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:00.960026 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f09d3d4d-3bb8-40e8-b108-7683114153d5 req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:00.960389 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f09d3d4d-3bb8-40e8-b108-7683114153d5 req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (848fb479-790e-45d4-9a1a-a256f021ab8f), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:00.960746 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-f09d3d4d-3bb8-40e8-b108-7683114153d5 req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Floating IP 848fb479-790e-45d4-9a1a-a256f021ab8f disassociated. External IP: 172.27.0.83, port: 2bb04257-3bf1-4d08-82b9-6f52452b93fe. Apr 07 13:48:00.961089 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-f09d3d4d-3bb8-40e8-b108-7683114153d5 req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Calling delete_port for 2bb04257-3bf1-4d08-82b9-6f52452b93fe owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:48:01.077250 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53f9e4-ba79-45d6-8357-c871779fa03b req-d73ccc1d-6492-41eb-a161-eddf22ce314a tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:01.078738 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bc53f9e4-ba79-45d6-8357-c871779fa03b req-d73ccc1d-6492-41eb-a161-eddf22ce314a tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3714d34-d2a7-4253-99e9-454872fa0855 HTTP/1.1" status: 200 len: 946 time: 0.0522814 Apr 07 13:48:01.091377 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f09d3d4d-3bb8-40e8-b108-7683114153d5 req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (2bb04257-3bf1-4d08-82b9-6f52452b93fe), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:01.118231 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event deleted for resources: {'Port': ['ID=2bb04257-3bf1-4d08-82b9-6f52452b93fe,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:48:01.128635 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bc53f9e4-ba79-45d6-8357-c871779fa03b req-1e0be792-bf89-4312-9b6f-07841b987f0f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e2c8928-b947-47b2-8153-abbd43a4638f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432000 Apr 07 13:48:01.130255 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:01.131168 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:01.131525 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:01.131872 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:01.132215 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:01.132553 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:01.132967 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:01.133301 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:01.133634 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:01.133965 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:01.134318 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:01.134647 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:01.135084 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:01.135295 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:01.135619 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:01.250344 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f09d3d4d-3bb8-40e8-b108-7683114153d5 req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Router 4e96cc68-9cee-43f6-8184-ac0bc814419d has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:48:01.355818 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f09d3d4d-3bb8-40e8-b108-7683114153d5 req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:48:01.365758 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6173b6f-ce61-492d-b244-305a9bead916 None None] Sync routers for ids ['4e96cc68-9cee-43f6-8184-ac0bc814419d'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:48:01.375215 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6173b6f-ce61-492d-b244-305a9bead916 None None] Routers {'4e96cc68-9cee-43f6-8184-ac0bc814419d'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:48:01.375835 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-e6173b6f-ce61-492d-b244-305a9bead916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:47:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['4e96cc68-9cee-43f6-8184-ac0bc814419d'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:48:01.399276 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09d3d4d-3bb8-40e8-b108-7683114153d5 req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] No DVR routers for this DVR port 2bb04257-3bf1-4d08-82b9-6f52452b93fe on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:48:01.401694 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f09d3d4d-3bb8-40e8-b108-7683114153d5 req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:01.404960 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f09d3d4d-3bb8-40e8-b108-7683114153d5 req-5b8d4b80-393f-4e09-89f2-9e22de7bcd27 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.23 "DELETE /v2.0/ports/2bb04257-3bf1-4d08-82b9-6f52452b93fe HTTP/1.1" status: 204 len: 173 time: 0.7891345 Apr 07 13:48:01.405420 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3714d34-d2a7-4253-99e9-454872fa0855', 'name': 'network-vif-deleted', 'tag': '2bb04257-3bf1-4d08-82b9-6f52452b93fe'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:48:01.407818 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8007a685-ae85-4b65-945d-2adcf4d702ff" -d '{"events": [{"server_uuid": "c3714d34-d2a7-4253-99e9-454872fa0855", "name": "network-vif-deleted", "tag": "2bb04257-3bf1-4d08-82b9-6f52452b93fe"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:48:01.514812 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda95201-b8ac-41b5-99c3-5753224f5e9b x-openstack-request-id: req-cda95201-b8ac-41b5-99c3-5753224f5e9b {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:48:01.515401 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3714d34-d2a7-4253-99e9-454872fa0855", "name": "network-vif-deleted", "tag": "2bb04257-3bf1-4d08-82b9-6f52452b93fe", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:48:01.515800 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cda95201-b8ac-41b5-99c3-5753224f5e9b {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:48:01.516349 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda95201-b8ac-41b5-99c3-5753224f5e9b'] response: {'server_uuid': 'c3714d34-d2a7-4253-99e9-454872fa0855', 'name': 'network-vif-deleted', 'tag': '2bb04257-3bf1-4d08-82b9-6f52452b93fe', 'status': 'completed', 'code': 200} Apr 07 13:48:01.624115 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-e6173b6f-ce61-492d-b244-305a9bead916 None None] Set router 4e96cc68-9cee-43f6-8184-ac0bc814419d gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:48:01.851165 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-e6173b6f-ce61-492d-b244-305a9bead916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'f71f6490-0fa2-480c-ae11-9573625cef46', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'port_id': '22416beb-b459-4756-a950-ac451d324798', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'mac_address': 'fa:16:3e:b3:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95fb93d-ced7-4127-9df6-bae09ef420d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:44:37Z', 'updated_at': '2022-04-07T13:44:52Z', 'revision_number': 2, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 5, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:48:01.878170 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6173b6f-ce61-492d-b244-305a9bead916 None None] Checking router: 4e96cc68-9cee-43f6-8184-ac0bc814419d for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:48:01.887169 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6173b6f-ce61-492d-b244-305a9bead916 None None] Routers {'4e96cc68-9cee-43f6-8184-ac0bc814419d'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:48:01.887782 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-e6173b6f-ce61-492d-b244-305a9bead916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:47:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['4e96cc68-9cee-43f6-8184-ac0bc814419d'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:48:01.998424 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-e6173b6f-ce61-492d-b244-305a9bead916 None None] Set router 4e96cc68-9cee-43f6-8184-ac0bc814419d gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:48:02.219273 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 34072) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:48:02.228250 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-e6173b6f-ce61-492d-b244-305a9bead916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'f71f6490-0fa2-480c-ae11-9573625cef46', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'port_id': '22416beb-b459-4756-a950-ac451d324798', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'mac_address': 'fa:16:3e:b3:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95fb93d-ced7-4127-9df6-bae09ef420d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:44:37Z', 'updated_at': '2022-04-07T13:44:52Z', 'revision_number': 2, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 5, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:48:02.257863 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6173b6f-ce61-492d-b244-305a9bead916 None None] The sync data for ids ['4e96cc68-9cee-43f6-8184-ac0bc814419d'] in dv-cinder-836973-1-iscsi is: [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'f71f6490-0fa2-480c-ae11-9573625cef46', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'port_id': '22416beb-b459-4756-a950-ac451d324798', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'mac_address': 'fa:16:3e:b3:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95fb93d-ced7-4127-9df6-bae09ef420d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:44:37Z', 'updated_at': '2022-04-07T13:44:52Z', 'revision_number': 2, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 5, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:48:02.272143 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (3e2c8928-b947-47b2-8153-abbd43a4638f), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:02.296051 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (3e2c8928-b947-47b2-8153-abbd43a4638f), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:02.347043 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (3e2c8928-b947-47b2-8153-abbd43a4638f), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:02.349869 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:02.351071 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "DELETE /v2.0/security-groups/3e2c8928-b947-47b2-8153-abbd43a4638f HTTP/1.1" status: 204 len: 168 time: 0.1307895 Apr 07 13:48:02.353749 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 34074) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:48:02.360170 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2c8928-b947-47b2-8153-abbd43a4638f,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:48:02.367059 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.api.v2.resource [None req-342a1477-272a-4dd1-8729-fd35bcb067f2 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] show failed (client error): The resource could not be found. Apr 07 13:48:02.367386 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:02.367741 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:02.368083 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:02.368445 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:02.369123 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:02.369219 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-342a1477-272a-4dd1-8729-fd35bcb067f2 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups/3e2c8928-b947-47b2-8153-abbd43a4638f HTTP/1.1" status: 404 len: 347 time: 0.0142787 Apr 07 13:48:02.369308 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:02.369423 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:02.369747 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:02.370072 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:02.370486 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:02.370819 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:02.371143 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:02.371467 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:02.371790 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:02.371897 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 34076) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:48:02.372116 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c316-0db3-4641-a98a-05b758964825 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:02.502404 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6d2dee-3b3c-4ce6-93ac-6c9a59647991 None None] New status for floating IP 848fb479-790e-45d4-9a1a-a256f021ab8f: DOWN {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:48:02.745201 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-3c98db7c-95eb-442a-8d62-786cb9a8f67b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Deleting port 9ccdc85c-30af-4e9e-9d0d-2da7e362055e {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:48:02.745541 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3c98db7c-95eb-442a-8d62-786cb9a8f67b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (9ccdc85c-30af-4e9e-9d0d-2da7e362055e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:02.818662 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3c98db7c-95eb-442a-8d62-786cb9a8f67b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (9ccdc85c-30af-4e9e-9d0d-2da7e362055e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:02.818968 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3c98db7c-95eb-442a-8d62-786cb9a8f67b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (9ccdc85c-30af-4e9e-9d0d-2da7e362055e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:02.834159 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-3c98db7c-95eb-442a-8d62-786cb9a8f67b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Calling delete_port for 9ccdc85c-30af-4e9e-9d0d-2da7e362055e owned by network:floatingip {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:48:02.960815 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3c98db7c-95eb-442a-8d62-786cb9a8f67b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (9ccdc85c-30af-4e9e-9d0d-2da7e362055e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:02.988587 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98db7c-95eb-442a-8d62-786cb9a8f67b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event deleted for resources: {'Port': ['ID=9ccdc85c-30af-4e9e-9d0d-2da7e362055e,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:48:03.049449 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3c98db7c-95eb-442a-8d62-786cb9a8f67b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (848fb479-790e-45d4-9a1a-a256f021ab8f), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:03.052048 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3c98db7c-95eb-442a-8d62-786cb9a8f67b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:03.053242 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3c98db7c-95eb-442a-8d62-786cb9a8f67b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "DELETE /v2.0/floatingips/848fb479-790e-45d4-9a1a-a256f021ab8f HTTP/1.1" status: 204 len: 168 time: 0.6803267 Apr 07 13:48:04.790206 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe722cf-af79-488c-8a3f-8a61ca199592 req-84e373c4-ce74-4386-87ce-2c5fcf5c8d4c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:04.791640 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cfe722cf-af79-488c-8a3f-8a61ca199592 req-84e373c4-ce74-4386-87ce-2c5fcf5c8d4c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 945 time: 0.0556161 Apr 07 13:48:04.837642 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cfe722cf-af79-488c-8a3f-8a61ca199592 req-2b3b5f3f-178d-4ab6-8dda-a2969fb668f1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=e111afb3-eac7-4313-944a-19d4e0df0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405021 Apr 07 13:48:04.907348 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 2bb04257-3bf1-4d08-82b9-6f52452b93fe no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:48:04.927641 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: 2bb04257-3bf1-4d08-82b9-6f52452b93fe {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:48:04.927998 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 2bb04257-3bf1-4d08-82b9-6f52452b93fe not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:48:04.987198 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:48:05.161452 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:05.953805 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f978396-e619-475c-b53f-12093e567311 req-2ba4ff50-707a-4b03-ac34-23b91749d45f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:05.955286 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9f978396-e619-475c-b53f-12093e567311 req-2ba4ff50-707a-4b03-ac34-23b91749d45f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 945 time: 0.0512555 Apr 07 13:48:06.000295 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9f978396-e619-475c-b53f-12093e567311 req-60526677-5b30-4d1d-bb30-e1f2355ff884 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=e111afb3-eac7-4313-944a-19d4e0df0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386560 Apr 07 13:48:06.679952 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47587bbd-6d27-4f98-9106-96c3b4976937 req-f484aa24-38d6-455d-9359-c177ee8e9627 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:06.681433 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-47587bbd-6d27-4f98-9106-96c3b4976937 req-f484aa24-38d6-455d-9359-c177ee8e9627 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.23 "GET /v2.0/ports?device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 945 time: 0.0519481 Apr 07 13:48:06.774862 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-47587bbd-6d27-4f98-9106-96c3b4976937 req-05d18611-c756-40f5-894a-a3adf091ae3d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Deleting port 22416beb-b459-4756-a950-ac451d324798 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:48:06.775204 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-47587bbd-6d27-4f98-9106-96c3b4976937 req-05d18611-c756-40f5-894a-a3adf091ae3d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (22416beb-b459-4756-a950-ac451d324798), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:06.861818 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-47587bbd-6d27-4f98-9106-96c3b4976937 req-05d18611-c756-40f5-894a-a3adf091ae3d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] For port 22416beb-b459-4756-a950-ac451d324798, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=22416beb-b459-4756-a950-ac451d324798,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:48:06.862183 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-47587bbd-6d27-4f98-9106-96c3b4976937 req-05d18611-c756-40f5-894a-a3adf091ae3d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (22416beb-b459-4756-a950-ac451d324798), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:07.033257 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-47587bbd-6d27-4f98-9106-96c3b4976937 req-05d18611-c756-40f5-894a-a3adf091ae3d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:07.033632 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-47587bbd-6d27-4f98-9106-96c3b4976937 req-05d18611-c756-40f5-894a-a3adf091ae3d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (f71f6490-0fa2-480c-ae11-9573625cef46), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:07.033950 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-47587bbd-6d27-4f98-9106-96c3b4976937 req-05d18611-c756-40f5-894a-a3adf091ae3d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Floating IP f71f6490-0fa2-480c-ae11-9573625cef46 disassociated. External IP: 172.27.0.12, port: 22416beb-b459-4756-a950-ac451d324798. Apr 07 13:48:07.034315 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-47587bbd-6d27-4f98-9106-96c3b4976937 req-05d18611-c756-40f5-894a-a3adf091ae3d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Calling delete_port for 22416beb-b459-4756-a950-ac451d324798 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:48:07.122465 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354735da-de10-423e-91d2-0f2f5eb15d5b req-8f0704d3-2277-440f-988e-8e4d944635dc tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:07.123965 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-354735da-de10-423e-91d2-0f2f5eb15d5b req-8f0704d3-2277-440f-988e-8e4d944635dc tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95fb93d-ced7-4127-9df6-bae09ef420d4 HTTP/1.1" status: 200 len: 945 time: 0.0577414 Apr 07 13:48:07.166667 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-47587bbd-6d27-4f98-9106-96c3b4976937 req-05d18611-c756-40f5-894a-a3adf091ae3d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (22416beb-b459-4756-a950-ac451d324798), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:07.172674 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-354735da-de10-423e-91d2-0f2f5eb15d5b req-1df55992-1623-4b97-8243-4c7279722716 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=e111afb3-eac7-4313-944a-19d4e0df0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427213 Apr 07 13:48:07.198989 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d18611-c756-40f5-894a-a3adf091ae3d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event deleted for resources: {'Port': ['ID=22416beb-b459-4756-a950-ac451d324798,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:48:07.314678 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47587bbd-6d27-4f98-9106-96c3b4976937 req-05d18611-c756-40f5-894a-a3adf091ae3d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Router 4e96cc68-9cee-43f6-8184-ac0bc814419d has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:48:07.424306 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47587bbd-6d27-4f98-9106-96c3b4976937 req-05d18611-c756-40f5-894a-a3adf091ae3d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:48:07.433927 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2682d3-1dbb-4985-aba9-16429ff4e0f8 None None] Sync routers for ids ['4e96cc68-9cee-43f6-8184-ac0bc814419d'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:48:07.444707 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2682d3-1dbb-4985-aba9-16429ff4e0f8 None None] Routers {'4e96cc68-9cee-43f6-8184-ac0bc814419d'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:48:07.445313 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-3a2682d3-1dbb-4985-aba9-16429ff4e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:47:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['4e96cc68-9cee-43f6-8184-ac0bc814419d'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:48:07.465374 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-47587bbd-6d27-4f98-9106-96c3b4976937 req-05d18611-c756-40f5-894a-a3adf091ae3d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] No DVR routers for this DVR port 22416beb-b459-4756-a950-ac451d324798 on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:48:07.467908 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-47587bbd-6d27-4f98-9106-96c3b4976937 req-05d18611-c756-40f5-894a-a3adf091ae3d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:07.471283 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-47587bbd-6d27-4f98-9106-96c3b4976937 req-05d18611-c756-40f5-894a-a3adf091ae3d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.23 "DELETE /v2.0/ports/22416beb-b459-4756-a950-ac451d324798 HTTP/1.1" status: 204 len: 173 time: 0.7836573 Apr 07 13:48:07.471671 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95fb93d-ced7-4127-9df6-bae09ef420d4', 'name': 'network-vif-deleted', 'tag': '22416beb-b459-4756-a950-ac451d324798'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:48:07.473897 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e83cda-e414-4733-8e71-a4f4eb427874" -d '{"events": [{"server_uuid": "b95fb93d-ced7-4127-9df6-bae09ef420d4", "name": "network-vif-deleted", "tag": "22416beb-b459-4756-a950-ac451d324798"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:48:07.515875 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abe5768-91fd-43d0-957a-1607bbc8d48e x-openstack-request-id: req-0abe5768-91fd-43d0-957a-1607bbc8d48e {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:48:07.516206 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95fb93d-ced7-4127-9df6-bae09ef420d4", "name": "network-vif-deleted", "tag": "22416beb-b459-4756-a950-ac451d324798", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:48:07.516500 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0abe5768-91fd-43d0-957a-1607bbc8d48e {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:48:07.516936 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0abe5768-91fd-43d0-957a-1607bbc8d48e'] response: {'server_uuid': 'b95fb93d-ced7-4127-9df6-bae09ef420d4', 'name': 'network-vif-deleted', 'tag': '22416beb-b459-4756-a950-ac451d324798', 'status': 'completed', 'code': 200} Apr 07 13:48:07.560584 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-3a2682d3-1dbb-4985-aba9-16429ff4e0f8 None None] Set router 4e96cc68-9cee-43f6-8184-ac0bc814419d gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:48:07.773848 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-3a2682d3-1dbb-4985-aba9-16429ff4e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 5, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:48:07.800223 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2682d3-1dbb-4985-aba9-16429ff4e0f8 None None] Checking router: 4e96cc68-9cee-43f6-8184-ac0bc814419d for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:48:07.809359 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2682d3-1dbb-4985-aba9-16429ff4e0f8 None None] Routers {'4e96cc68-9cee-43f6-8184-ac0bc814419d'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:48:07.810032 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-3a2682d3-1dbb-4985-aba9-16429ff4e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:47:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['4e96cc68-9cee-43f6-8184-ac0bc814419d'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:48:07.923130 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-3a2682d3-1dbb-4985-aba9-16429ff4e0f8 None None] Set router 4e96cc68-9cee-43f6-8184-ac0bc814419d gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:48:08.130153 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-3a2682d3-1dbb-4985-aba9-16429ff4e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 5, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:48:08.158591 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2682d3-1dbb-4985-aba9-16429ff4e0f8 None None] The sync data for ids ['4e96cc68-9cee-43f6-8184-ac0bc814419d'] in dv-cinder-836973-1-iscsi is: [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 5, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:48:08.257271 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 34108) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:48:08.313223 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd9ce-3a06-4e4b-bb9b-1b95f08a1639 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (e111afb3-eac7-4313-944a-19d4e0df0c2e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:08.339045 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd9ce-3a06-4e4b-bb9b-1b95f08a1639 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (e111afb3-eac7-4313-944a-19d4e0df0c2e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:08.370343 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae889e9-3567-4602-bdfd-b51b094d5408 None None] New status for floating IP f71f6490-0fa2-480c-ae11-9573625cef46: DOWN {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:48:08.388050 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd9ce-3a06-4e4b-bb9b-1b95f08a1639 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (e111afb3-eac7-4313-944a-19d4e0df0c2e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:08.392267 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd9ce-3a06-4e4b-bb9b-1b95f08a1639 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:08.393442 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2e9bd9ce-3a06-4e4b-bb9b-1b95f08a1639 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "DELETE /v2.0/security-groups/e111afb3-eac7-4313-944a-19d4e0df0c2e HTTP/1.1" status: 204 len: 168 time: 0.1349301 Apr 07 13:48:08.396990 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 34110) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:48:08.403258 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bd9ce-3a06-4e4b-bb9b-1b95f08a1639 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e111afb3-eac7-4313-944a-19d4e0df0c2e,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:48:08.410777 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.api.v2.resource [None req-6e681a01-ad10-49e1-9275-c8c8aafe7785 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] show failed (client error): The resource could not be found. Apr 07 13:48:08.414803 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-6e681a01-ad10-49e1-9275-c8c8aafe7785 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups/e111afb3-eac7-4313-944a-19d4e0df0c2e HTTP/1.1" status: 404 len: 347 time: 0.0133426 Apr 07 13:48:08.415635 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 34112) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:48:08.545756 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-aa84e2ec-f672-4837-944c-d7bcb2fcd717 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Deleting port 81a9a0e1-6306-4d10-962d-76741ad337ad {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:48:08.546100 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa84e2ec-f672-4837-944c-d7bcb2fcd717 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (81a9a0e1-6306-4d10-962d-76741ad337ad), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:08.623536 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa84e2ec-f672-4837-944c-d7bcb2fcd717 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (81a9a0e1-6306-4d10-962d-76741ad337ad), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:08.623865 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa84e2ec-f672-4837-944c-d7bcb2fcd717 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (81a9a0e1-6306-4d10-962d-76741ad337ad), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:08.635993 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-aa84e2ec-f672-4837-944c-d7bcb2fcd717 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Calling delete_port for 81a9a0e1-6306-4d10-962d-76741ad337ad owned by network:floatingip {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:48:08.765660 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa84e2ec-f672-4837-944c-d7bcb2fcd717 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (81a9a0e1-6306-4d10-962d-76741ad337ad), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:08.795181 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84e2ec-f672-4837-944c-d7bcb2fcd717 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event deleted for resources: {'Port': ['ID=81a9a0e1-6306-4d10-962d-76741ad337ad,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:48:08.848409 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa84e2ec-f672-4837-944c-d7bcb2fcd717 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (f71f6490-0fa2-480c-ae11-9573625cef46), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:08.851618 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa84e2ec-f672-4837-944c-d7bcb2fcd717 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:08.852760 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-aa84e2ec-f672-4837-944c-d7bcb2fcd717 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "DELETE /v2.0/floatingips/f71f6490-0fa2-480c-ae11-9573625cef46 HTTP/1.1" status: 204 len: 168 time: 0.4359357 Apr 07 13:48:09.031782 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 34116) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:48:09.036330 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-cb088b6a-9e0b-49fa-8dff-ba3f82f455f1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571491509', 'description': 'tempest-description--2080255520'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:48:09.056032 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cb088b6a-9e0b-49fa-8dff-ba3f82f455f1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:09.125682 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cb088b6a-9e0b-49fa-8dff-ba3f82f455f1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (85f17bfa-e2ff-4542-b817-4f6b20032ae5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:09.129242 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cb088b6a-9e0b-49fa-8dff-ba3f82f455f1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (85f17bfa-e2ff-4542-b817-4f6b20032ae5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:09.156704 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb088b6a-9e0b-49fa-8dff-ba3f82f455f1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f17bfa-e2ff-4542-b817-4f6b20032ae5,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:48:09.160732 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cb088b6a-9e0b-49fa-8dff-ba3f82f455f1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:09.162491 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-cb088b6a-9e0b-49fa-8dff-ba3f82f455f1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1296592 Apr 07 13:48:09.165380 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 34118) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:48:09.169478 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-7987a24f-070f-44f3-9d52-d7abcc9ed924 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'security_group_rule': {'security_group_id': '85f17bfa-e2ff-4542-b817-4f6b20032ae5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:48:09.192997 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7987a24f-070f-44f3-9d52-d7abcc9ed924 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (acb9a46f-d774-4bb8-9610-87350c65f74c), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:09.247296 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7987a24f-070f-44f3-9d52-d7abcc9ed924 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (acb9a46f-d774-4bb8-9610-87350c65f74c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:09.250664 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7987a24f-070f-44f3-9d52-d7abcc9ed924 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (acb9a46f-d774-4bb8-9610-87350c65f74c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:09.268231 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987a24f-070f-44f3-9d52-d7abcc9ed924 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb9a46f-d774-4bb8-9610-87350c65f74c,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:48:09.275666 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7987a24f-070f-44f3-9d52-d7abcc9ed924 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:09.276938 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7987a24f-070f-44f3-9d52-d7abcc9ed924 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1106615 Apr 07 13:48:09.279508 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 34120) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:48:09.283893 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-afe542a2-ae5c-4d23-91fc-4e4152dfbb46 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'security_group_rule': {'security_group_id': '85f17bfa-e2ff-4542-b817-4f6b20032ae5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:48:09.308340 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-afe542a2-ae5c-4d23-91fc-4e4152dfbb46 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (391503d4-60ce-423a-b76a-357dabc73387), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:09.362251 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-afe542a2-ae5c-4d23-91fc-4e4152dfbb46 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (391503d4-60ce-423a-b76a-357dabc73387), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:09.366138 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-afe542a2-ae5c-4d23-91fc-4e4152dfbb46 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (391503d4-60ce-423a-b76a-357dabc73387), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:09.384133 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe542a2-ae5c-4d23-91fc-4e4152dfbb46 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391503d4-60ce-423a-b76a-357dabc73387,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:48:09.392766 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-afe542a2-ae5c-4d23-91fc-4e4152dfbb46 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:09.393943 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-afe542a2-ae5c-4d23-91fc-4e4152dfbb46 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133654 Apr 07 13:48:09.397074 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 34122) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:48:09.401294 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-e9454339-de5c-4316-bfac-f9420b97525f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'floatingip': {'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:48:09.419976 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e9454339-de5c-4316-bfac-f9420b97525f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:09.516012 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e9454339-de5c-4316-bfac-f9420b97525f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:09.616147 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-e9454339-de5c-4316-bfac-f9420b97525f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Allocated IP 172.27.0.213 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/91ec49a6-7411-4aa3-a36e-e1841bfa07f5) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:48:09.719602 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e9454339-de5c-4316-bfac-f9420b97525f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for port (91ec49a6-7411-4aa3-a36e-e1841bfa07f5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:09.752155 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e9454339-de5c-4316-bfac-f9420b97525f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (91ec49a6-7411-4aa3-a36e-e1841bfa07f5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:09.789916 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9454339-de5c-4316-bfac-f9420b97525f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:48:09.792616 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-e9454339-de5c-4316-bfac-f9420b97525f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:48:09.796001 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9454339-de5c-4316-bfac-f9420b97525f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:48:09.826068 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9454339-de5c-4316-bfac-f9420b97525f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'Port': ['ID=91ec49a6-7411-4aa3-a36e-e1841bfa07f5,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:48:09.888144 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e9454339-de5c-4316-bfac-f9420b97525f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (c4090ab3-793a-4544-ab27-11655baf14ba), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:09.922846 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e9454339-de5c-4316-bfac-f9420b97525f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (91ec49a6-7411-4aa3-a36e-e1841bfa07f5), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:10.069630 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e9454339-de5c-4316-bfac-f9420b97525f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for port (91ec49a6-7411-4aa3-a36e-e1841bfa07f5), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:10.074080 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e9454339-de5c-4316-bfac-f9420b97525f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (91ec49a6-7411-4aa3-a36e-e1841bfa07f5), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:10.139726 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9454339-de5c-4316-bfac-f9420b97525f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'Port': ['ID=91ec49a6-7411-4aa3-a36e-e1841bfa07f5,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:48:10.151511 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e9454339-de5c-4316-bfac-f9420b97525f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (c4090ab3-793a-4544-ab27-11655baf14ba), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:10.167947 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e9454339-de5c-4316-bfac-f9420b97525f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:10.169219 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e9454339-de5c-4316-bfac-f9420b97525f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7712362 Apr 07 13:48:10.356764 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-3b011501-4835-4a6a-b16e-87ec90d605be tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--571491509&fields=id&tenant_id=9634a2617d1248c6af6fae61e6f92594 HTTP/1.1" status: 200 len: 267 time: 0.0424120 Apr 07 13:48:10.462344 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-58c3e0f1-57cb-40b5-9e3a-23b7d02c0d71 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:10.463792 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-58c3e0f1-57cb-40b5-9e3a-23b7d02c0d71 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/networks?id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 HTTP/1.1" status: 200 len: 814 time: 0.1009638 Apr 07 13:48:10.477796 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-2b498439-ab1b-4568-8681-672500be1c3a tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/quotas/9634a2617d1248c6af6fae61e6f92594 HTTP/1.1" status: 200 len: 375 time: 0.0087724 Apr 07 13:48:10.530614 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-10bd39d6-634f-4040-826b-92f190bb2903 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9634a2617d1248c6af6fae61e6f92594&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481901 Apr 07 13:48:10.586771 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-577ae43a-375c-4558-915e-1e27f275e893 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:48:10.587772 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-577ae43a-375c-4558-915e-1e27f275e893 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467479 Apr 07 13:48:10.674741 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-1938b885-5ed9-4ba0-8fe8-a1dcf5e9588e service neutron] 10.222.0.39 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812371 Apr 07 13:48:10.764850 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-a155be1e-c524-4f7f-81f7-4d9501d13662 service neutron] 10.222.0.39 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844793 Apr 07 13:48:10.920363 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2274aa16-6295-4892-9008-26202edb2000 req-4a99d3a6-e294-40ff-adcb-beda581d7029 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 210 time: 0.0276604 Apr 07 13:48:10.931454 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 22416beb-b459-4756-a950-ac451d324798 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:48:10.951449 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: 22416beb-b459-4756-a950-ac451d324798 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:48:10.951750 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 22416beb-b459-4756-a950-ac451d324798 not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:48:11.899369 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-df642753-0f5b-492e-8303-b3e1f4aba508 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:11.900857 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-df642753-0f5b-492e-8303-b3e1f4aba508 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.23 "GET /v2.0/networks?id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 HTTP/1.1" status: 200 len: 814 time: 0.1086617 Apr 07 13:48:11.982705 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-62b91469-5579-4d63-9099-eb28286124ae tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9634a2617d1248c6af6fae61e6f92594 HTTP/1.1" status: 200 len: 379 time: 0.0538077 Apr 07 13:48:12.013698 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1aa2ad6b-1c11-405a-9c50-5ed39cc43fda req-38fceb0c-0c2d-4303-8b49-3a2c75cc6476 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 210 time: 0.0267029 Apr 07 13:48:12.058272 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-28fb41e9-75c4-4358-9d0a-be36798be164 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'port': {'device_id': '0ddd96bf-ca8b-4dbe-85a5-39384690d8df', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'admin_state_up': True, 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'security_groups': ['85f17bfa-e2ff-4542-b817-4f6b20032ae5']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:48:12.167098 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-28fb41e9-75c4-4358-9d0a-be36798be164 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Made reservation on behalf of 9634a2617d1248c6af6fae61e6f92594 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:48:12.170251 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-28fb41e9-75c4-4358-9d0a-be36798be164 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:12.308735 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-28fb41e9-75c4-4358-9d0a-be36798be164 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Allocated IP 172.20.0.3 (e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9/445ab6a6-5357-4955-a306-a0086052025f/3c843beb-49dd-4753-b352-1727c04c313c) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:48:12.441783 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-28fb41e9-75c4-4358-9d0a-be36798be164 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for port (3c843beb-49dd-4753-b352-1727c04c313c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:12.473179 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-28fb41e9-75c4-4358-9d0a-be36798be164 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (3c843beb-49dd-4753-b352-1727c04c313c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:12.513351 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-28fb41e9-75c4-4358-9d0a-be36798be164 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:48:12.516291 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-28fb41e9-75c4-4358-9d0a-be36798be164 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:48:12.522767 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-28fb41e9-75c4-4358-9d0a-be36798be164 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:48:12.528791 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb41e9-75c4-4358-9d0a-be36798be164 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'Port': ['ID=3c843beb-49dd-4753-b352-1727c04c313c,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:48:12.578469 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-28fb41e9-75c4-4358-9d0a-be36798be164 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:12.579085 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-28fb41e9-75c4-4358-9d0a-be36798be164 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:12.595766 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-28fb41e9-75c4-4358-9d0a-be36798be164 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5413637 Apr 07 13:48:12.616617 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Request body: {'port': {'device_id': '0ddd96bf-ca8b-4dbe-85a5-39384690d8df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:48:12.677973 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (3c843beb-49dd-4753-b352-1727c04c313c), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:12.704797 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-31a0d859-fce6-4512-8b67-34fbd15c0c6d None None] Provisioning complete for port 3c843beb-49dd-4753-b352-1727c04c313c triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:48:12.705338 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-31a0d859-fce6-4512-8b67-34fbd15c0c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (3c843beb-49dd-4753-b352-1727c04c313c), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:12.742779 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-31a0d859-fce6-4512-8b67-34fbd15c0c6d None None] Port 3c843beb-49dd-4753-b352-1727c04c313c cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:48:12.938338 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c843beb-49dd-4753-b352-1727c04c313c {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:48:12.946170 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Publish callbacks [] for port (3c843beb-49dd-4753-b352-1727c04c313c), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:12.957984 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Transition to ACTIVE for port object 3c843beb-49dd-4753-b352-1727c04c313c will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:48:12.962721 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (3c843beb-49dd-4753-b352-1727c04c313c), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:13.013401 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Pushing event updated for resources: {'Port': ['ID=3c843beb-49dd-4753-b352-1727c04c313c,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:48:13.083767 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Attempting to bind port 3c843beb-49dd-4753-b352-1727c04c313c on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:48:13.084433 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Attempting to bind port 3c843beb-49dd-4753-b352-1727c04c313c by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:48:13.084933 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Attempting to bind port 3c843beb-49dd-4753-b352-1727c04c313c on network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:48:13.090714 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Port 3c843beb-49dd-4753-b352-1727c04c313c on network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:48:13.091053 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Attempting to bind port 3c843beb-49dd-4753-b352-1727c04c313c on network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:48:13.096373 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:48:13.096710 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Checking segment: {'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:48:13.097097 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Bound using segment: {'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:48:13.097521 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Bound port: 3c843beb-49dd-4753-b352-1727c04c313c, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:48:13.097874 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (3c843beb-49dd-4753-b352-1727c04c313c), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:13.140729 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6373d-cc04-4570-a92d-ad86fa686d58 req-0b174b0c-ed1b-4f33-93b1-cb8a5d1bb740 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:13.142260 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-69d6373d-cc04-4570-a92d-ad86fa686d58 req-0b174b0c-ed1b-4f33-93b1-cb8a5d1bb740 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 943 time: 0.0583389 Apr 07 13:48:13.172455 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] For port 3c843beb-49dd-4753-b352-1727c04c313c, host hv-cinder-83697, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:48:13.175452 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] For port 3c843beb-49dd-4753-b352-1727c04c313c, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=3c843beb-49dd-4753-b352-1727c04c313c,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:48:13.182447 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (3c843beb-49dd-4753-b352-1727c04c313c), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:13.190569 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-69d6373d-cc04-4570-a92d-ad86fa686d58 req-509687ff-ba14-4a6f-9b51-5274b0d65a79 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=85f17bfa-e2ff-4542-b817-4f6b20032ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424409 Apr 07 13:48:13.215506 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:13.216132 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:13.217508 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] 10.222.0.23 "PUT /v2.0/ports/3c843beb-49dd-4753-b352-1727c04c313c HTTP/1.1" status: 200 len: 1093 time: 0.6052465 Apr 07 13:48:13.217945 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddd96bf-ca8b-4dbe-85a5-39384690d8df', 'tag': '3c843beb-49dd-4753-b352-1727c04c313c'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:48:13.220176 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b603ecf-e0bf-41d5-a7ca-ea66406015f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddd96bf-ca8b-4dbe-85a5-39384690d8df", "tag": "3c843beb-49dd-4753-b352-1727c04c313c"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:48:13.247109 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90017c44-d8c5-4a5f-9e76-149f435f9624 service neutron] Pushing event updated for resources: {'Port': ['ID=3c843beb-49dd-4753-b352-1727c04c313c,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:48:13.287875 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dd7c28-ed97-4e77-b3c9-fad5554aacff x-openstack-request-id: req-65dd7c28-ed97-4e77-b3c9-fad5554aacff {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:48:13.288171 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddd96bf-ca8b-4dbe-85a5-39384690d8df", "tag": "3c843beb-49dd-4753-b352-1727c04c313c", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:48:13.288426 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65dd7c28-ed97-4e77-b3c9-fad5554aacff {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:48:13.288833 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65dd7c28-ed97-4e77-b3c9-fad5554aacff'] response: {'name': 'network-changed', 'server_uuid': '0ddd96bf-ca8b-4dbe-85a5-39384690d8df', 'tag': '3c843beb-49dd-4753-b352-1727c04c313c', 'status': 'completed', 'code': 200} Apr 07 13:48:13.323891 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-58eb1869-aec0-43bc-aefb-065b2a9a7c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:13.325393 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-58eb1869-aec0-43bc-aefb-065b2a9a7c6b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9634a2617d1248c6af6fae61e6f92594&device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 1127 time: 0.0501122 Apr 07 13:48:13.380016 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-7553c67e-e899-492c-a1a9-de3e84313783 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c843beb-49dd-4753-b352-1727c04c313c HTTP/1.1" status: 200 len: 217 time: 0.0425901 Apr 07 13:48:13.427970 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-2a30b67f-5fb5-4aa8-8fb0-3e8fa1872d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:13.429399 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-2a30b67f-5fb5-4aa8-8fb0-3e8fa1872d05 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=445ab6a6-5357-4955-a306-a0086052025f HTTP/1.1" status: 200 len: 853 time: 0.0442605 Apr 07 13:48:13.477955 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-43f07811-7a75-40a8-9b42-2241f3080c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:13.479404 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-43f07811-7a75-40a8-9b42-2241f3080c25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434723 Apr 07 13:48:13.567373 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-8c43ed42-debe-429c-aa41-9e146b66b0d9 service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820279 Apr 07 13:48:13.653307 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8129aaa1-09b4-4f4e-be88-9e4f4ba861a5 req-aed65da9-5452-47ac-92aa-e8226b9a479c service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802646 Apr 07 13:48:14.307010 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fe271-da5b-4af6-aaf4-12e0203ecd08 req-2d7e2160-14ec-4f76-bb9b-8918469dfc64 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:14.308364 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e63fe271-da5b-4af6-aaf4-12e0203ecd08 req-2d7e2160-14ec-4f76-bb9b-8918469dfc64 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 943 time: 0.0508492 Apr 07 13:48:14.352912 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e63fe271-da5b-4af6-aaf4-12e0203ecd08 req-3202bac8-4785-4b23-a976-9058e4da69ba tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=85f17bfa-e2ff-4542-b817-4f6b20032ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391107 Apr 07 13:48:15.468240 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85497ab-61df-45ef-af14-1d9baea73630 req-66ac3a2e-4ebd-40df-a55d-41b6d8497018 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:15.469697 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e85497ab-61df-45ef-af14-1d9baea73630 req-66ac3a2e-4ebd-40df-a55d-41b6d8497018 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 943 time: 0.0513809 Apr 07 13:48:15.519304 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e85497ab-61df-45ef-af14-1d9baea73630 req-30c3a670-8be4-4483-afed-22e5b5e14aa6 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=85f17bfa-e2ff-4542-b817-4f6b20032ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440938 Apr 07 13:48:15.745173 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b603ecf-e0bf-41d5-a7ca-ea66406015f8 req-6ff23be3-39fe-4e55-8ac5-1f007a558464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:15.746690 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9b603ecf-e0bf-41d5-a7ca-ea66406015f8 req-6ff23be3-39fe-4e55-8ac5-1f007a558464 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9634a2617d1248c6af6fae61e6f92594&device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 1127 time: 0.0446339 Apr 07 13:48:15.838792 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b603ecf-e0bf-41d5-a7ca-ea66406015f8 req-5e86fdb8-7107-4869-8ee1-935e7ac17a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:15.840249 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9b603ecf-e0bf-41d5-a7ca-ea66406015f8 req-5e86fdb8-7107-4869-8ee1-935e7ac17a59 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 HTTP/1.1" status: 200 len: 915 time: 0.0865457 Apr 07 13:48:15.880144 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9b603ecf-e0bf-41d5-a7ca-ea66406015f8 req-98590a2f-b67b-48ec-975a-3b6f170f815e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c843beb-49dd-4753-b352-1727c04c313c HTTP/1.1" status: 200 len: 217 time: 0.0340941 Apr 07 13:48:15.929605 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b603ecf-e0bf-41d5-a7ca-ea66406015f8 req-bcbee3f6-d0f1-4513-bed3-e7ed93eb50cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:15.931121 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9b603ecf-e0bf-41d5-a7ca-ea66406015f8 req-bcbee3f6-d0f1-4513-bed3-e7ed93eb50cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=445ab6a6-5357-4955-a306-a0086052025f HTTP/1.1" status: 200 len: 853 time: 0.0458863 Apr 07 13:48:15.978378 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b603ecf-e0bf-41d5-a7ca-ea66406015f8 req-900bed6c-5e97-4d62-b42e-c55cca4b0bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:15.979818 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9b603ecf-e0bf-41d5-a7ca-ea66406015f8 req-900bed6c-5e97-4d62-b42e-c55cca4b0bc0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434711 Apr 07 13:48:16.069482 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9b603ecf-e0bf-41d5-a7ca-ea66406015f8 req-9e78b51d-70d1-4c8b-88eb-0b774a926b2d service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830593 Apr 07 13:48:16.398335 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9b603ecf-e0bf-41d5-a7ca-ea66406015f8 req-441f7a68-e574-4e9e-b370-4e8469f23c1f service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228481 Apr 07 13:48:16.634670 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035266e9-f283-4f4d-a8d0-d714c90e4d54 req-cf2b1625-11f5-4f03-8d87-61df0a89d067 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:16.636146 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-035266e9-f283-4f4d-a8d0-d714c90e4d54 req-cf2b1625-11f5-4f03-8d87-61df0a89d067 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 943 time: 0.0505400 Apr 07 13:48:16.683226 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-035266e9-f283-4f4d-a8d0-d714c90e4d54 req-5c819933-836e-4b8f-8bab-32b8449fd071 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=85f17bfa-e2ff-4542-b817-4f6b20032ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416398 Apr 07 13:48:16.984242 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 3c843beb-49dd-4753-b352-1727c04c313c details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:48:17.078386 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 3c843beb-49dd-4753-b352-1727c04c313c, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=3c843beb-49dd-4753-b352-1727c04c313c,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:48:17.090191 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': '3c843beb-49dd-4753-b352-1727c04c313c', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'port_id': '3c843beb-49dd-4753-b352-1727c04c313c', 'mac_address': 'fa:16:3e:e7:87:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:48:17.125737 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 3c843beb-49dd-4753-b352-1727c04c313c is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:48:17.126121 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (3c843beb-49dd-4753-b352-1727c04c313c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:17.138712 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c843beb-49dd-4753-b352-1727c04c313c {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:48:17.158109 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 3c843beb-49dd-4753-b352-1727c04c313c, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=3c843beb-49dd-4753-b352-1727c04c313c,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:48:17.161927 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (3c843beb-49dd-4753-b352-1727c04c313c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:17.205956 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=3c843beb-49dd-4753-b352-1727c04c313c,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:48:17.213607 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:17.213951 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:17.214311 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:17.214650 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:17.214980 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:17.215307 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:17.215630 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:17.215953 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:17.216275 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:17.216597 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:17.216917 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:17.217238 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:17.217561 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:17.217878 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:17.218195 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:48:17.544841 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['3c843beb-49dd-4753-b352-1727c04c313c'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:48:17.796053 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05352c4-0cac-4fbf-96c0-b182b14782d5 req-463171d5-5eed-4be0-ba90-034f02d8c1bf tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:17.797557 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b05352c4-0cac-4fbf-96c0-b182b14782d5 req-463171d5-5eed-4be0-ba90-034f02d8c1bf tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 944 time: 0.0503509 Apr 07 13:48:17.842870 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b05352c4-0cac-4fbf-96c0-b182b14782d5 req-b9739e20-69bc-491a-b8f2-3a336df1a44f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=85f17bfa-e2ff-4542-b817-4f6b20032ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393987 Apr 07 13:48:18.959655 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb2a40-5ab6-4fa7-a134-682b135a9fb7 req-5346f205-e278-4dfa-88a2-f1359d3a9f55 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:18.961108 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-38bb2a40-5ab6-4fa7-a134-682b135a9fb7 req-5346f205-e278-4dfa-88a2-f1359d3a9f55 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 944 time: 0.0549972 Apr 07 13:48:18.992873 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 3c843beb-49dd-4753-b352-1727c04c313c up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:48:19.006237 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-38bb2a40-5ab6-4fa7-a134-682b135a9fb7 req-0a591aef-c208-49a1-bdb8-cccabeaccc18 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=85f17bfa-e2ff-4542-b817-4f6b20032ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396516 Apr 07 13:48:19.042330 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port 3c843beb-49dd-4753-b352-1727c04c313c completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:48:19.046084 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port 3c843beb-49dd-4753-b352-1727c04c313c triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:48:19.046488 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (3c843beb-49dd-4753-b352-1727c04c313c), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:19.122744 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 3c843beb-49dd-4753-b352-1727c04c313c is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:48:19.123127 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (3c843beb-49dd-4753-b352-1727c04c313c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:19.145304 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddd96bf-ca8b-4dbe-85a5-39384690d8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c843beb-49dd-4753-b352-1727c04c313c'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:48:19.147684 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3558f959-ec24-450e-b136-6d21071515c1" -d '{"events": [{"server_uuid": "0ddd96bf-ca8b-4dbe-85a5-39384690d8df", "name": "network-vif-plugged", "status": "completed", "tag": "3c843beb-49dd-4753-b352-1727c04c313c"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:48:19.159863 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 3c843beb-49dd-4753-b352-1727c04c313c, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=3c843beb-49dd-4753-b352-1727c04c313c,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:48:19.163851 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (3c843beb-49dd-4753-b352-1727c04c313c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:19.186695 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a6a1de-4223-4fc1-b836-879d414f703c x-openstack-request-id: req-b9a6a1de-4223-4fc1-b836-879d414f703c {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:48:19.186980 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddd96bf-ca8b-4dbe-85a5-39384690d8df", "name": "network-vif-plugged", "status": "completed", "tag": "3c843beb-49dd-4753-b352-1727c04c313c", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:48:19.187232 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9a6a1de-4223-4fc1-b836-879d414f703c {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:48:19.187619 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9a6a1de-4223-4fc1-b836-879d414f703c'] response: {'server_uuid': '0ddd96bf-ca8b-4dbe-85a5-39384690d8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c843beb-49dd-4753-b352-1727c04c313c', 'code': 200} Apr 07 13:48:19.213319 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=3c843beb-49dd-4753-b352-1727c04c313c,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:48:19.383649 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f35f76-0dae-42c1-bfd8-78149b8df617 req-44ff6fa5-8d69-4634-8ae4-73d45f79b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:19.385114 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-84f35f76-0dae-42c1-bfd8-78149b8df617 req-44ff6fa5-8d69-4634-8ae4-73d45f79b90f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 1129 time: 0.0434284 Apr 07 13:48:19.432007 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-84f35f76-0dae-42c1-bfd8-78149b8df617 req-19db43fb-5bd0-4d80-bb6b-6291b46ce7d2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=85f17bfa-e2ff-4542-b817-4f6b20032ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400853 Apr 07 13:48:20.121842 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38bb6-23d3-43aa-bf86-c68f9ca947ca req-afd847da-d603-47c5-9a20-1da3168a4f06 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:20.123327 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d7d38bb6-23d3-43aa-bf86-c68f9ca947ca req-afd847da-d603-47c5-9a20-1da3168a4f06 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 945 time: 0.0521493 Apr 07 13:48:20.168601 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d7d38bb6-23d3-43aa-bf86-c68f9ca947ca req-e716bbe5-ce02-4a18-a7fd-49293a3f1c35 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=85f17bfa-e2ff-4542-b817-4f6b20032ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396800 Apr 07 13:48:21.284874 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e4202-7621-4367-8ff5-5f6072261bf7 req-91c18d88-1fec-4f1f-a084-669b9541b5e9 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:21.287033 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-290e4202-7621-4367-8ff5-5f6072261bf7 req-91c18d88-1fec-4f1f-a084-669b9541b5e9 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 945 time: 0.0509856 Apr 07 13:48:21.335198 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-290e4202-7621-4367-8ff5-5f6072261bf7 req-24540db8-bc62-43be-8694-062427136bae tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=85f17bfa-e2ff-4542-b817-4f6b20032ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427883 Apr 07 13:48:21.445746 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad23a3-dc40-4403-b46a-5c45ce94b322 req-a88eb2b4-1cf9-4511-854c-fa40ac975f93 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:21.447282 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-23ad23a3-dc40-4403-b46a-5c45ce94b322 req-a88eb2b4-1cf9-4511-854c-fa40ac975f93 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 945 time: 0.0521779 Apr 07 13:48:21.455567 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 34178) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:48:21.460489 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-f3960ec6-42d5-4201-9bd1-926dab3f68c0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'floatingip': {'port_id': '3c843beb-49dd-4753-b352-1727c04c313c'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:48:21.499015 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f3960ec6-42d5-4201-9bd1-926dab3f68c0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (c4090ab3-793a-4544-ab27-11655baf14ba), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:21.931399 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f3960ec6-42d5-4201-9bd1-926dab3f68c0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:21.935259 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f3960ec6-42d5-4201-9bd1-926dab3f68c0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (c4090ab3-793a-4544-ab27-11655baf14ba), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:22.034849 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.l3_db [None req-f3960ec6-42d5-4201-9bd1-926dab3f68c0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Floating IP c4090ab3-793a-4544-ab27-11655baf14ba associated. External IP: 172.27.0.213, port: 3c843beb-49dd-4753-b352-1727c04c313c. Apr 07 13:48:22.243663 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3960ec6-42d5-4201-9bd1-926dab3f68c0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Router 4e96cc68-9cee-43f6-8184-ac0bc814419d has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:48:22.352357 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3960ec6-42d5-4201-9bd1-926dab3f68c0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:48:22.357148 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f3960ec6-42d5-4201-9bd1-926dab3f68c0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:22.362462 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331e48f-4299-4d33-a87d-3888af276daa None None] Sync routers for ids ['4e96cc68-9cee-43f6-8184-ac0bc814419d'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:48:22.372486 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8331e48f-4299-4d33-a87d-3888af276daa None None] Routers {'4e96cc68-9cee-43f6-8184-ac0bc814419d'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:48:22.373101 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8331e48f-4299-4d33-a87d-3888af276daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:47:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['4e96cc68-9cee-43f6-8184-ac0bc814419d'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:48:22.385945 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-f3960ec6-42d5-4201-9bd1-926dab3f68c0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "PUT /v2.0/floatingips/c4090ab3-793a-4544-ab27-11655baf14ba HTTP/1.1" status: 200 len: 991 time: 0.9291275 Apr 07 13:48:22.386643 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddd96bf-ca8b-4dbe-85a5-39384690d8df', 'tag': '3c843beb-49dd-4753-b352-1727c04c313c'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:48:22.388898 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993e38cd-7bdc-4b52-8a0a-c77437e7fee4" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddd96bf-ca8b-4dbe-85a5-39384690d8df", "tag": "3c843beb-49dd-4753-b352-1727c04c313c"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:48:22.431763 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d39dea8f-7cb1-4967-b93e-6da9fb553335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:22.483586 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecb4819-d96c-45eb-988f-e9ffa0336558 x-openstack-request-id: req-cecb4819-d96c-45eb-988f-e9ffa0336558 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:48:22.483886 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddd96bf-ca8b-4dbe-85a5-39384690d8df", "tag": "3c843beb-49dd-4753-b352-1727c04c313c", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:48:22.484142 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cecb4819-d96c-45eb-988f-e9ffa0336558 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:48:22.484554 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cecb4819-d96c-45eb-988f-e9ffa0336558'] response: {'name': 'network-changed', 'server_uuid': '0ddd96bf-ca8b-4dbe-85a5-39384690d8df', 'tag': '3c843beb-49dd-4753-b352-1727c04c313c', 'status': 'completed', 'code': 200} Apr 07 13:48:22.571642 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e38cd-7bdc-4b52-8a0a-c77437e7fee4 req-a24496bf-5a06-44f8-b4d9-b0079bad5781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:22.573034 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-993e38cd-7bdc-4b52-8a0a-c77437e7fee4 req-a24496bf-5a06-44f8-b4d9-b0079bad5781 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9634a2617d1248c6af6fae61e6f92594&device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 1129 time: 0.0453684 Apr 07 13:48:22.627871 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-8331e48f-4299-4d33-a87d-3888af276daa None None] Set router 4e96cc68-9cee-43f6-8184-ac0bc814419d gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:48:22.662438 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e38cd-7bdc-4b52-8a0a-c77437e7fee4 req-dc9cb0d0-6842-4150-8a4e-c53d6a09214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:22.663907 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-993e38cd-7bdc-4b52-8a0a-c77437e7fee4 req-dc9cb0d0-6842-4150-8a4e-c53d6a09214d service neutron] 10.222.0.23 "GET /v2.0/networks?id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 HTTP/1.1" status: 200 len: 915 time: 0.0842097 Apr 07 13:48:22.732550 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-993e38cd-7bdc-4b52-8a0a-c77437e7fee4 req-fb51639d-0aae-4786-b36d-1b5e5216243d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c843beb-49dd-4753-b352-1727c04c313c HTTP/1.1" status: 200 len: 999 time: 0.0622158 Apr 07 13:48:22.780565 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e38cd-7bdc-4b52-8a0a-c77437e7fee4 req-f004b02b-d478-422f-9f64-a8e2f9d3c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:22.782017 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-993e38cd-7bdc-4b52-8a0a-c77437e7fee4 req-f004b02b-d478-422f-9f64-a8e2f9d3c1a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=445ab6a6-5357-4955-a306-a0086052025f HTTP/1.1" status: 200 len: 853 time: 0.0429549 Apr 07 13:48:22.828430 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e38cd-7bdc-4b52-8a0a-c77437e7fee4 req-c00240af-c329-4957-8263-dff94acf7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:22.829849 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-993e38cd-7bdc-4b52-8a0a-c77437e7fee4 req-c00240af-c329-4957-8263-dff94acf7900 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421848 Apr 07 13:48:22.847341 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8331e48f-4299-4d33-a87d-3888af276daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'c4090ab3-793a-4544-ab27-11655baf14ba', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'port_id': '3c843beb-49dd-4753-b352-1727c04c313c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'mac_address': 'fa:16:3e:e7:87:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddd96bf-ca8b-4dbe-85a5-39384690d8df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:48:09Z', 'updated_at': '2022-04-07T13:48:21Z', 'revision_number': 1, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 5, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:48:22.876893 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331e48f-4299-4d33-a87d-3888af276daa None None] Checking router: 4e96cc68-9cee-43f6-8184-ac0bc814419d for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:48:22.885120 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8331e48f-4299-4d33-a87d-3888af276daa None None] Routers {'4e96cc68-9cee-43f6-8184-ac0bc814419d'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:48:22.885739 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8331e48f-4299-4d33-a87d-3888af276daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:47:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['4e96cc68-9cee-43f6-8184-ac0bc814419d'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:48:22.921939 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-993e38cd-7bdc-4b52-8a0a-c77437e7fee4 req-25f7d93d-4ab4-4fec-a6ff-8ba28c271797 service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859234 Apr 07 13:48:22.992134 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-8331e48f-4299-4d33-a87d-3888af276daa None None] Set router 4e96cc68-9cee-43f6-8184-ac0bc814419d gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:48:23.011923 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-993e38cd-7bdc-4b52-8a0a-c77437e7fee4 req-4808432d-dda8-4df1-9939-b0c6122aaf50 service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845211 Apr 07 13:48:23.207808 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8331e48f-4299-4d33-a87d-3888af276daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'c4090ab3-793a-4544-ab27-11655baf14ba', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'port_id': '3c843beb-49dd-4753-b352-1727c04c313c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'mac_address': 'fa:16:3e:e7:87:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddd96bf-ca8b-4dbe-85a5-39384690d8df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:48:09Z', 'updated_at': '2022-04-07T13:48:21Z', 'revision_number': 1, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 5, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:48:23.233336 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331e48f-4299-4d33-a87d-3888af276daa None None] The sync data for ids ['4e96cc68-9cee-43f6-8184-ac0bc814419d'] in dv-cinder-836973-1-iscsi is: [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'c4090ab3-793a-4544-ab27-11655baf14ba', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'port_id': '3c843beb-49dd-4753-b352-1727c04c313c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'mac_address': 'fa:16:3e:e7:87:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddd96bf-ca8b-4dbe-85a5-39384690d8df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:48:09Z', 'updated_at': '2022-04-07T13:48:21Z', 'revision_number': 1, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 5, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:48:23.415740 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214bd436-5f1c-4e68-a69d-3f4382ef6356 None None] New status for floating IP c4090ab3-793a-4544-ab27-11655baf14ba: ACTIVE {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:48:24.921138 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ad0f8ff9-5107-4574-93e4-1a9782892645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:25.793275 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:27.264474 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:28.681549 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:35.191576 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:35.202852 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a49aaedb-6612-414c-adc3-8dce9a6eda65 req-8bb76bb3-bc25-4dad-93fd-0f737857fe6f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453987 Apr 07 13:48:35.299695 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aaedb-6612-414c-adc3-8dce9a6eda65 req-f17dfe9f-3d65-4d84-9d1d-3df59fba786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:35.301177 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a49aaedb-6612-414c-adc3-8dce9a6eda65 req-f17dfe9f-3d65-4d84-9d1d-3df59fba786b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5dcbf4d3e4d64112b168747af5055edd&device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 1130 time: 0.0435627 Apr 07 13:48:35.403266 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aaedb-6612-414c-adc3-8dce9a6eda65 req-bce34202-8a3c-464d-bfec-4456cef69091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:35.404711 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a49aaedb-6612-414c-adc3-8dce9a6eda65 req-bce34202-8a3c-464d-bfec-4456cef69091 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab HTTP/1.1" status: 200 len: 912 time: 0.0874813 Apr 07 13:48:35.468732 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a49aaedb-6612-414c-adc3-8dce9a6eda65 req-63116f77-3b7a-4ce8-952d-dc127b4528c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a70f66c-b991-4a42-8213-b2eea89683a1 HTTP/1.1" status: 200 len: 1002 time: 0.0574608 Apr 07 13:48:35.515863 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aaedb-6612-414c-adc3-8dce9a6eda65 req-3691d549-4447-40a7-a9a6-20dfbb0f8fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:35.517249 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a49aaedb-6612-414c-adc3-8dce9a6eda65 req-3691d549-4447-40a7-a9a6-20dfbb0f8fa2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fac5884-81d7-4c87-83f0-a25d55783873 HTTP/1.1" status: 200 len: 850 time: 0.0433466 Apr 07 13:48:35.566698 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aaedb-6612-414c-adc3-8dce9a6eda65 req-dada4acd-3467-4662-93e8-42d3e9c823af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:48:35.568718 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a49aaedb-6612-414c-adc3-8dce9a6eda65 req-dada4acd-3467-4662-93e8-42d3e9c823af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455742 Apr 07 13:48:35.654122 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a49aaedb-6612-414c-adc3-8dce9a6eda65 req-634a4afc-04e4-4aa5-b1c0-ccedd5f4d136 service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793152 Apr 07 13:48:35.744332 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a49aaedb-6612-414c-adc3-8dce9a6eda65 req-9fde273f-d3da-4619-91fe-c7bf651e155c service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843215 Apr 07 13:48:41.986606 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:48:52.412728 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-47e810a1-fee7-48c0-bafe-515fd2ce29fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:54.921570 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12fcfed6-4f6a-4d7b-8828-d6f4b58a0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:55.795541 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:57.269690 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:48:58.682626 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:01.879146 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4514c99-a179-42a4-8c6b-9dcc0314331a req-951be92a-1bae-42e1-b69a-a6d35559a0df tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:01.880502 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b4514c99-a179-42a4-8c6b-9dcc0314331a req-951be92a-1bae-42e1-b69a-a6d35559a0df tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0514457 Apr 07 13:49:01.927443 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b4514c99-a179-42a4-8c6b-9dcc0314331a req-98f72fc7-0dfa-496f-b13f-3a6f5f8e107b tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405290 Apr 07 13:49:03.046930 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae099ff-1a21-4927-bb54-d95c791fba28 req-f47de818-dee5-4fac-9728-756ee98d300c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:03.048371 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2ae099ff-1a21-4927-bb54-d95c791fba28 req-f47de818-dee5-4fac-9728-756ee98d300c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0530901 Apr 07 13:49:03.094964 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2ae099ff-1a21-4927-bb54-d95c791fba28 req-f66726c4-74d6-4107-a469-45efe10ca847 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403404 Apr 07 13:49:04.209573 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d1015-0033-400a-9b43-1d2cb6b4da9f req-e04a5b4a-7ee1-46b2-91b9-4945a00b7dc4 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:04.211046 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-455d1015-0033-400a-9b43-1d2cb6b4da9f req-e04a5b4a-7ee1-46b2-91b9-4945a00b7dc4 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0511253 Apr 07 13:49:04.255340 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-455d1015-0033-400a-9b43-1d2cb6b4da9f req-b9ed2229-9d8c-414b-8392-a8ca4a6603b1 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388062 Apr 07 13:49:05.182578 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:05.373515 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d6f1b-1afc-4802-99ee-6ece82c7bd52 req-542ec226-916b-49c4-844f-c4db3a8a95cc tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:05.375006 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a65d6f1b-1afc-4802-99ee-6ece82c7bd52 req-542ec226-916b-49c4-844f-c4db3a8a95cc tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0539603 Apr 07 13:49:05.420144 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a65d6f1b-1afc-4802-99ee-6ece82c7bd52 req-c9695679-2415-475d-82c5-6366f5942cf6 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396676 Apr 07 13:49:06.535227 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738d833-36db-4236-aa1c-433bf75cc4f3 req-a91dfe68-cfa5-4beb-967f-e9dd009e6b47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:06.536665 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7738d833-36db-4236-aa1c-433bf75cc4f3 req-a91dfe68-cfa5-4beb-967f-e9dd009e6b47 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0507834 Apr 07 13:49:06.581687 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7738d833-36db-4236-aa1c-433bf75cc4f3 req-22161e59-6399-4742-8692-339be8342f8a tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390744 Apr 07 13:49:07.849143 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe30114-6335-4a18-b07a-a996d888fa1e req-49c648f2-8ee3-4fac-899f-c39bd7d77bee tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:07.851113 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cfe30114-6335-4a18-b07a-a996d888fa1e req-49c648f2-8ee3-4fac-899f-c39bd7d77bee tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0503173 Apr 07 13:49:07.897863 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cfe30114-6335-4a18-b07a-a996d888fa1e req-d2f05e89-1f76-4a10-962a-af4842f771a8 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413704 Apr 07 13:49:09.011550 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdce834-91f3-4068-8d1c-d1a93d1ac66e req-627c070b-cc53-433a-8c3c-2edc95b337ad tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:09.012969 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ffdce834-91f3-4068-8d1c-d1a93d1ac66e req-627c070b-cc53-433a-8c3c-2edc95b337ad tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0497811 Apr 07 13:49:09.057201 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ffdce834-91f3-4068-8d1c-d1a93d1ac66e req-cfe8c391-00f5-4ea1-aac7-ca5882382c8b tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387955 Apr 07 13:49:10.174057 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd504ed-c29b-4b97-b21d-003e4e24aec7 req-0ae5da99-d757-4dbe-ab9d-ad028158dc28 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:10.175548 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-dcd504ed-c29b-4b97-b21d-003e4e24aec7 req-0ae5da99-d757-4dbe-ab9d-ad028158dc28 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0517025 Apr 07 13:49:10.220147 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-dcd504ed-c29b-4b97-b21d-003e4e24aec7 req-e55d37de-7fd1-457a-926f-7bd06d415822 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391824 Apr 07 13:49:11.340844 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42562dc2-af0a-4d4d-bf07-086305028276 req-8f829bc7-8f6a-4181-96fe-2d7233aa0a2a tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:11.342285 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-42562dc2-af0a-4d4d-bf07-086305028276 req-8f829bc7-8f6a-4181-96fe-2d7233aa0a2a tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0545123 Apr 07 13:49:11.387023 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-42562dc2-af0a-4d4d-bf07-086305028276 req-3e05d67e-f3bf-4177-8af5-2ef0f64d84c5 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392871 Apr 07 13:49:12.505815 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d772e61-1222-4b17-966d-258f4add7915 req-1a9bcd6d-19b5-41fd-a1c2-df731e83bb97 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:12.507213 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5d772e61-1222-4b17-966d-258f4add7915 req-1a9bcd6d-19b5-41fd-a1c2-df731e83bb97 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0506341 Apr 07 13:49:12.552110 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5d772e61-1222-4b17-966d-258f4add7915 req-4ddd58f1-be64-42c9-8e52-b3efef610c4b tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394192 Apr 07 13:49:13.666928 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d98af-64bd-49cf-9bdb-ec4d25c6b286 req-d7139ab8-c21e-458c-96ff-49bd6f3b9b74 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:13.668377 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-288d98af-64bd-49cf-9bdb-ec4d25c6b286 req-d7139ab8-c21e-458c-96ff-49bd6f3b9b74 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0506892 Apr 07 13:49:13.717426 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-288d98af-64bd-49cf-9bdb-ec4d25c6b286 req-906ecd4d-b535-41de-8ff5-9cc1738b62a6 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434897 Apr 07 13:49:14.833049 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990ebb9-3244-4162-9676-b8b9ab63a068 req-400cb0ab-bc2e-445e-886b-db480d38f9b0 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:14.835178 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e990ebb9-3244-4162-9676-b8b9ab63a068 req-400cb0ab-bc2e-445e-886b-db480d38f9b0 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0530055 Apr 07 13:49:14.879224 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e990ebb9-3244-4162-9676-b8b9ab63a068 req-f693b9bc-e691-4708-af9a-dc4bdab94d01 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385573 Apr 07 13:49:15.995553 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8890dd-4718-43db-9d9c-26c08ecd49e6 req-3dd87787-12a2-4868-a637-5bdeaf98c694 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:15.996998 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1c8890dd-4718-43db-9d9c-26c08ecd49e6 req-3dd87787-12a2-4868-a637-5bdeaf98c694 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0512898 Apr 07 13:49:16.041758 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1c8890dd-4718-43db-9d9c-26c08ecd49e6 req-49e28b83-6d33-4df4-9a5f-7a5c6def3c09 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393388 Apr 07 13:49:17.165582 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b55f8-bb76-41ba-b9ee-61d9d16038a9 req-ae98e751-2127-4f13-bfe8-5c19027d57b5 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:17.167103 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8f2b55f8-bb76-41ba-b9ee-61d9d16038a9 req-ae98e751-2127-4f13-bfe8-5c19027d57b5 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0574238 Apr 07 13:49:17.212856 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8f2b55f8-bb76-41ba-b9ee-61d9d16038a9 req-5c264f5a-467d-4f17-8e02-8e94cdefe17f tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400634 Apr 07 13:49:18.329436 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf16260-ba62-4d77-acd4-cf71db4902a9 req-48716808-6f9c-4c26-b4d1-bbe111835c78 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:18.331197 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fbf16260-ba62-4d77-acd4-cf71db4902a9 req-48716808-6f9c-4c26-b4d1-bbe111835c78 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0511327 Apr 07 13:49:18.376176 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fbf16260-ba62-4d77-acd4-cf71db4902a9 req-4d62e6ee-a50d-4e86-a38c-bd0694c1ae50 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394588 Apr 07 13:49:18.572647 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3580ae-f901-4e2b-9fa9-3b517c5e9599 req-c29cb0d1-e946-44d8-9778-e8c98993b193 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:18.574018 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ef3580ae-f901-4e2b-9fa9-3b517c5e9599 req-c29cb0d1-e946-44d8-9778-e8c98993b193 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0560555 Apr 07 13:49:18.657300 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed402a-6e1e-4c07-bb41-a206af545d20 req-a8676e9d-aea2-4a9a-ab97-73f33e4bbf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:18.659577 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-28ed402a-6e1e-4c07-bb41-a206af545d20 req-a8676e9d-aea2-4a9a-ab97-73f33e4bbf7c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5dcbf4d3e4d64112b168747af5055edd&device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 1130 time: 0.0474997 Apr 07 13:49:18.757163 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed402a-6e1e-4c07-bb41-a206af545d20 req-cb1efa2c-612e-4a84-8c91-9c8f83f811c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:18.758700 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-28ed402a-6e1e-4c07-bb41-a206af545d20 req-cb1efa2c-612e-4a84-8c91-9c8f83f811c4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab HTTP/1.1" status: 200 len: 912 time: 0.0938416 Apr 07 13:49:18.825341 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-28ed402a-6e1e-4c07-bb41-a206af545d20 req-d52a3183-f2df-4548-b0e6-441af171a927 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a70f66c-b991-4a42-8213-b2eea89683a1 HTTP/1.1" status: 200 len: 1002 time: 0.0598869 Apr 07 13:49:18.875612 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed402a-6e1e-4c07-bb41-a206af545d20 req-cb524de0-926f-49e5-8eea-283ab5f99899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:18.877064 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-28ed402a-6e1e-4c07-bb41-a206af545d20 req-cb524de0-926f-49e5-8eea-283ab5f99899 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fac5884-81d7-4c87-83f0-a25d55783873 HTTP/1.1" status: 200 len: 850 time: 0.0460203 Apr 07 13:49:18.882093 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ef3580ae-f901-4e2b-9fa9-3b517c5e9599 req-35731e85-bfb6-4e4b-be46-df853934e158 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3025129 Apr 07 13:49:18.928535 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed402a-6e1e-4c07-bb41-a206af545d20 req-2602dff4-81d5-48c7-b9c6-fa9cda32352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:18.930019 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-28ed402a-6e1e-4c07-bb41-a206af545d20 req-2602dff4-81d5-48c7-b9c6-fa9cda32352d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474744 Apr 07 13:49:18.985417 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:49:19.017171 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-28ed402a-6e1e-4c07-bb41-a206af545d20 req-29ec0403-3070-4e2b-8041-924c6cbc7fe5 service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816450 Apr 07 13:49:19.109087 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-28ed402a-6e1e-4c07-bb41-a206af545d20 req-8f288fb1-d8ef-4b63-b0c2-3b2bf228e946 service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856524 Apr 07 13:49:20.004558 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61091b-37b5-44b3-aa69-4a541c153dd5 req-cab68107-11ff-4b78-8d0c-8c897f383e40 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:20.005993 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6f61091b-37b5-44b3-aa69-4a541c153dd5 req-cab68107-11ff-4b78-8d0c-8c897f383e40 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0513065 Apr 07 13:49:20.049912 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6f61091b-37b5-44b3-aa69-4a541c153dd5 req-8b24dc6b-6b62-4fde-a87a-4c99c96d7aec tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384800 Apr 07 13:49:21.166368 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2654e1a-bec0-434f-8d2e-26ee1bfbebcb req-6fc47629-1ef1-4d69-94ac-136dd0ed17b2 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:21.167850 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b2654e1a-bec0-434f-8d2e-26ee1bfbebcb req-6fc47629-1ef1-4d69-94ac-136dd0ed17b2 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0511134 Apr 07 13:49:21.215653 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b2654e1a-bec0-434f-8d2e-26ee1bfbebcb req-edae4e2d-1968-437e-b5c6-2d80301d1b83 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423756 Apr 07 13:49:22.414366 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8f62ae91-b5e2-4387-8b1e-ed1ee7ad2fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:24.921851 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e9ddc885-91e3-4088-83fd-88169e2b664c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:25.798349 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:27.269903 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:28.683683 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:35.199570 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:37.421633 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9d09a20b-fa2f-4eef-8373-3ae441e71e6f req-4e76d5d7-ee67-413e-8e4b-38f65bb96582 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427182 Apr 07 13:49:37.502895 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09a20b-fa2f-4eef-8373-3ae441e71e6f req-32eafcc5-a09a-474c-a76c-9fe870029172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:37.504362 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9d09a20b-fa2f-4eef-8373-3ae441e71e6f req-32eafcc5-a09a-474c-a76c-9fe870029172 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9634a2617d1248c6af6fae61e6f92594&device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 1129 time: 0.0421498 Apr 07 13:49:37.611332 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09a20b-fa2f-4eef-8373-3ae441e71e6f req-c7b74a80-5a49-4c79-9a56-8768b4ca2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:37.612826 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9d09a20b-fa2f-4eef-8373-3ae441e71e6f req-c7b74a80-5a49-4c79-9a56-8768b4ca2b33 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 HTTP/1.1" status: 200 len: 915 time: 0.0893729 Apr 07 13:49:37.678674 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9d09a20b-fa2f-4eef-8373-3ae441e71e6f req-2901498d-455b-4e2b-9d02-de4f38689bd4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c843beb-49dd-4753-b352-1727c04c313c HTTP/1.1" status: 200 len: 1001 time: 0.0592082 Apr 07 13:49:37.732406 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09a20b-fa2f-4eef-8373-3ae441e71e6f req-55f3f8e3-6493-4975-9222-545ab38cc812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:37.733945 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9d09a20b-fa2f-4eef-8373-3ae441e71e6f req-55f3f8e3-6493-4975-9222-545ab38cc812 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=445ab6a6-5357-4955-a306-a0086052025f HTTP/1.1" status: 200 len: 853 time: 0.0493517 Apr 07 13:49:37.783428 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09a20b-fa2f-4eef-8373-3ae441e71e6f req-44eb9028-fb49-409e-b31f-24376a6e8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:37.784934 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9d09a20b-fa2f-4eef-8373-3ae441e71e6f req-44eb9028-fb49-409e-b31f-24376a6e8276 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441799 Apr 07 13:49:37.887055 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9d09a20b-fa2f-4eef-8373-3ae441e71e6f req-ce8c515a-c516-41e6-9662-1ae3b028626d service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955524 Apr 07 13:49:37.984259 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9d09a20b-fa2f-4eef-8373-3ae441e71e6f req-d481f306-2d3f-4f98-bce6-67569dd1ed29 service neutron] 10.222.0.23 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905511 Apr 07 13:49:48.340375 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5311a4f-0b81-41db-a704-7f65b96b1c99 req-9ca631b4-9495-4445-81b9-f96e38937403 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:48.341713 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f5311a4f-0b81-41db-a704-7f65b96b1c99 req-9ca631b4-9495-4445-81b9-f96e38937403 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 945 time: 0.0505719 Apr 07 13:49:48.386347 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f5311a4f-0b81-41db-a704-7f65b96b1c99 req-ed3a65ac-ad4a-43bc-9847-1a13f080f6a4 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=85f17bfa-e2ff-4542-b817-4f6b20032ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389447 Apr 07 13:49:49.501458 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf352e9b-2adb-47ee-a98d-caa5e4916452 req-3ab99e76-0116-4c20-92b6-098c7231f6f5 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:49.502927 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cf352e9b-2adb-47ee-a98d-caa5e4916452 req-3ab99e76-0116-4c20-92b6-098c7231f6f5 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 945 time: 0.0505297 Apr 07 13:49:49.547541 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cf352e9b-2adb-47ee-a98d-caa5e4916452 req-6b798527-c719-45c0-becf-09db8647d8b4 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?id=85f17bfa-e2ff-4542-b817-4f6b20032ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391321 Apr 07 13:49:50.112018 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a10cb3-c3e6-4e59-9912-f785595b8451 req-42d1d3f2-5caa-4252-b118-ab9deef467ae tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:50.113441 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-86a10cb3-c3e6-4e59-9912-f785595b8451 req-42d1d3f2-5caa-4252-b118-ab9deef467ae tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 945 time: 0.0524693 Apr 07 13:49:50.207807 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-86a10cb3-c3e6-4e59-9912-f785595b8451 req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Deleting port 3c843beb-49dd-4753-b352-1727c04c313c {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:49:50.208141 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-86a10cb3-c3e6-4e59-9912-f785595b8451 req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (3c843beb-49dd-4753-b352-1727c04c313c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:50.293398 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-86a10cb3-c3e6-4e59-9912-f785595b8451 req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] For port 3c843beb-49dd-4753-b352-1727c04c313c, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=3c843beb-49dd-4753-b352-1727c04c313c,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:49:50.293756 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-86a10cb3-c3e6-4e59-9912-f785595b8451 req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (3c843beb-49dd-4753-b352-1727c04c313c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:50.465634 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-86a10cb3-c3e6-4e59-9912-f785595b8451 req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:50.466002 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-86a10cb3-c3e6-4e59-9912-f785595b8451 req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (c4090ab3-793a-4544-ab27-11655baf14ba), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:50.466335 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-86a10cb3-c3e6-4e59-9912-f785595b8451 req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Floating IP c4090ab3-793a-4544-ab27-11655baf14ba disassociated. External IP: 172.27.0.213, port: 3c843beb-49dd-4753-b352-1727c04c313c. Apr 07 13:49:50.466671 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-86a10cb3-c3e6-4e59-9912-f785595b8451 req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Calling delete_port for 3c843beb-49dd-4753-b352-1727c04c313c owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:49:50.590611 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-86a10cb3-c3e6-4e59-9912-f785595b8451 req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (3c843beb-49dd-4753-b352-1727c04c313c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:50.620791 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event deleted for resources: {'Port': ['ID=3c843beb-49dd-4753-b352-1727c04c313c,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:49:50.630502 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:50.630845 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:50.631191 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:50.631530 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:50.631873 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:50.632202 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:50.632531 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:50.632860 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:50.633593 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:50.633593 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:50.633793 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:50.634121 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:50.634475 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:50.634800 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:50.635120 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:50.655277 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1a287e1b-fa12-43bc-9852-ebb5a6d0368c req-5cb91511-7749-4e64-a5db-992a1c73e98b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ddd96bf-ca8b-4dbe-85a5-39384690d8df HTTP/1.1" status: 200 len: 210 time: 0.0401769 Apr 07 13:49:50.751065 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86a10cb3-c3e6-4e59-9912-f785595b8451 req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Router 4e96cc68-9cee-43f6-8184-ac0bc814419d has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:49:50.857380 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86a10cb3-c3e6-4e59-9912-f785595b8451 req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:49:50.867404 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0213ed-9427-47a8-a0c2-c0d7bc15cbfd None None] Sync routers for ids ['4e96cc68-9cee-43f6-8184-ac0bc814419d'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:49:50.880005 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0213ed-9427-47a8-a0c2-c0d7bc15cbfd None None] Routers {'4e96cc68-9cee-43f6-8184-ac0bc814419d'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:49:50.880617 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-bb0213ed-9427-47a8-a0c2-c0d7bc15cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:49:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['4e96cc68-9cee-43f6-8184-ac0bc814419d'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:49:50.897685 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a10cb3-c3e6-4e59-9912-f785595b8451 req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] No DVR routers for this DVR port 3c843beb-49dd-4753-b352-1727c04c313c on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:49:50.900851 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-86a10cb3-c3e6-4e59-9912-f785595b8451 req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:50.904220 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-86a10cb3-c3e6-4e59-9912-f785595b8451 req-15d78758-fbad-42e9-8af7-052e367f098c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.23 "DELETE /v2.0/ports/3c843beb-49dd-4753-b352-1727c04c313c HTTP/1.1" status: 204 len: 173 time: 0.7830207 Apr 07 13:49:50.904652 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddd96bf-ca8b-4dbe-85a5-39384690d8df', 'name': 'network-vif-deleted', 'tag': '3c843beb-49dd-4753-b352-1727c04c313c'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:49:50.906951 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f857072-79fe-4114-8222-f5b61b16990e" -d '{"events": [{"server_uuid": "0ddd96bf-ca8b-4dbe-85a5-39384690d8df", "name": "network-vif-deleted", "tag": "3c843beb-49dd-4753-b352-1727c04c313c"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:49:50.944346 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0232bfe-5954-484f-9693-dc024f34592b x-openstack-request-id: req-c0232bfe-5954-484f-9693-dc024f34592b {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:49:50.944849 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddd96bf-ca8b-4dbe-85a5-39384690d8df", "name": "network-vif-deleted", "tag": "3c843beb-49dd-4753-b352-1727c04c313c", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:49:50.945111 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0232bfe-5954-484f-9693-dc024f34592b {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:49:50.946428 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0232bfe-5954-484f-9693-dc024f34592b'] response: {'server_uuid': '0ddd96bf-ca8b-4dbe-85a5-39384690d8df', 'name': 'network-vif-deleted', 'tag': '3c843beb-49dd-4753-b352-1727c04c313c', 'status': 'completed', 'code': 200} Apr 07 13:49:50.993847 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-bb0213ed-9427-47a8-a0c2-c0d7bc15cbfd None None] Set router 4e96cc68-9cee-43f6-8184-ac0bc814419d gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:49:51.198464 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-bb0213ed-9427-47a8-a0c2-c0d7bc15cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 5, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:49:51.224057 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0213ed-9427-47a8-a0c2-c0d7bc15cbfd None None] Checking router: 4e96cc68-9cee-43f6-8184-ac0bc814419d for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:49:51.232363 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0213ed-9427-47a8-a0c2-c0d7bc15cbfd None None] Routers {'4e96cc68-9cee-43f6-8184-ac0bc814419d'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:49:51.232964 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-bb0213ed-9427-47a8-a0c2-c0d7bc15cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:49:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['4e96cc68-9cee-43f6-8184-ac0bc814419d'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:49:51.339654 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-bb0213ed-9427-47a8-a0c2-c0d7bc15cbfd None None] Set router 4e96cc68-9cee-43f6-8184-ac0bc814419d gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:49:51.664193 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-bb0213ed-9427-47a8-a0c2-c0d7bc15cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 5, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:49:51.691376 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0213ed-9427-47a8-a0c2-c0d7bc15cbfd None None] The sync data for ids ['4e96cc68-9cee-43f6-8184-ac0bc814419d'] in dv-cinder-836973-1-iscsi is: [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:34Z', 'revision_number': 4, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '852a9406-06a7-432b-9e61-5d9152b701e5', 'name': '', 'network_id': 'e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'mac_address': 'fa:16:3e:97:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '445ab6a6-5357-4955-a306-a0086052025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:33Z', 'updated_at': '2022-04-07T13:44:37Z', 'revision_number': 5, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'subnets': [{'id': '445ab6a6-5357-4955-a306-a0086052025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:49:51.739854 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 34374) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:49:51.795302 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (85f17bfa-e2ff-4542-b817-4f6b20032ae5), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:51.818893 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (85f17bfa-e2ff-4542-b817-4f6b20032ae5), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:51.868951 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (85f17bfa-e2ff-4542-b817-4f6b20032ae5), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:51.871586 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:51.872753 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "DELETE /v2.0/security-groups/85f17bfa-e2ff-4542-b817-4f6b20032ae5 HTTP/1.1" status: 204 len: 168 time: 0.1318769 Apr 07 13:49:51.875652 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 34376) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:49:51.882207 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f17bfa-e2ff-4542-b817-4f6b20032ae5,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:49:51.889923 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:51.890211 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:51.890504 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.api.v2.resource [None req-2f4bbfc7-557c-478a-9275-21813eddc3fe tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] show failed (client error): The resource could not be found. Apr 07 13:49:51.890659 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:51.890922 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:51.891261 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:51.894533 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:51.895243 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2f4bbfc7-557c-478a-9275-21813eddc3fe tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups/85f17bfa-e2ff-4542-b817-4f6b20032ae5 HTTP/1.1" status: 404 len: 347 time: 0.0151987 Apr 07 13:49:51.895344 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:51.895344 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:51.895344 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:51.895344 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:51.895344 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:51.895344 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:51.895344 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:51.895344 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:51.895344 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d9242-5c64-41d0-9534-cd8a865c8928 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:49:51.896045 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 34378) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:49:51.929001 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6de59-d34d-48c5-856e-224c4a9588b7 None None] New status for floating IP c4090ab3-793a-4544-ab27-11655baf14ba: DOWN {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:49:52.020486 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-e0350de1-2ed6-4e7d-8b6e-f2616cdd8304 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Deleting port 91ec49a6-7411-4aa3-a36e-e1841bfa07f5 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:49:52.020831 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e0350de1-2ed6-4e7d-8b6e-f2616cdd8304 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (91ec49a6-7411-4aa3-a36e-e1841bfa07f5), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.101775 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e0350de1-2ed6-4e7d-8b6e-f2616cdd8304 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (91ec49a6-7411-4aa3-a36e-e1841bfa07f5), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.102686 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e0350de1-2ed6-4e7d-8b6e-f2616cdd8304 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (91ec49a6-7411-4aa3-a36e-e1841bfa07f5), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.114181 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-e0350de1-2ed6-4e7d-8b6e-f2616cdd8304 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Calling delete_port for 91ec49a6-7411-4aa3-a36e-e1841bfa07f5 owned by network:floatingip {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:49:52.242052 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e0350de1-2ed6-4e7d-8b6e-f2616cdd8304 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (91ec49a6-7411-4aa3-a36e-e1841bfa07f5), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.267810 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0350de1-2ed6-4e7d-8b6e-f2616cdd8304 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event deleted for resources: {'Port': ['ID=91ec49a6-7411-4aa3-a36e-e1841bfa07f5,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:49:52.328636 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e0350de1-2ed6-4e7d-8b6e-f2616cdd8304 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (c4090ab3-793a-4544-ab27-11655baf14ba), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.331491 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e0350de1-2ed6-4e7d-8b6e-f2616cdd8304 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.332616 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e0350de1-2ed6-4e7d-8b6e-f2616cdd8304 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "DELETE /v2.0/floatingips/c4090ab3-793a-4544-ab27-11655baf14ba HTTP/1.1" status: 204 len: 168 time: 0.4370034 Apr 07 13:49:52.417363 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a4b0-b73c-40db-9c05-b9d171673f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.468094 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 34382) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:49:52.472626 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-695e94c7-09da-4be8-8e45-c24ffc3b6b2c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--335994159', 'description': 'tempest-description--1358931293'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:49:52.492673 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-695e94c7-09da-4be8-8e45-c24ffc3b6b2c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.558240 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-695e94c7-09da-4be8-8e45-c24ffc3b6b2c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (fdadfa04-d176-4fb7-9886-55fc410bcc2e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.561701 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-695e94c7-09da-4be8-8e45-c24ffc3b6b2c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (fdadfa04-d176-4fb7-9886-55fc410bcc2e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.590119 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-695e94c7-09da-4be8-8e45-c24ffc3b6b2c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.591347 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-695e94c7-09da-4be8-8e45-c24ffc3b6b2c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1222656 Apr 07 13:49:52.594445 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 34384) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:49:52.595324 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e94c7-09da-4be8-8e45-c24ffc3b6b2c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdadfa04-d176-4fb7-9886-55fc410bcc2e,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:49:52.599024 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-626288bf-b4b2-4744-9707-fec407486949 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'security_group_rule': {'security_group_id': 'fdadfa04-d176-4fb7-9886-55fc410bcc2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:49:52.623924 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-626288bf-b4b2-4744-9707-fec407486949 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (de526408-1707-45c4-9b62-3b2286802079), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.677199 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-626288bf-b4b2-4744-9707-fec407486949 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (de526408-1707-45c4-9b62-3b2286802079), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.681347 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-626288bf-b4b2-4744-9707-fec407486949 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (de526408-1707-45c4-9b62-3b2286802079), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.699080 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626288bf-b4b2-4744-9707-fec407486949 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de526408-1707-45c4-9b62-3b2286802079,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:49:52.706826 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-626288bf-b4b2-4744-9707-fec407486949 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.708002 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-626288bf-b4b2-4744-9707-fec407486949 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125507 Apr 07 13:49:52.710810 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 34386) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:49:52.715061 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-9521926e-22ba-4a93-9c1f-ec6d6ac51760 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'security_group_rule': {'security_group_id': 'fdadfa04-d176-4fb7-9886-55fc410bcc2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:49:52.738509 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9521926e-22ba-4a93-9c1f-ec6d6ac51760 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (d39aef8a-e7e6-4a2b-acca-b5dac0827753), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.795088 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9521926e-22ba-4a93-9c1f-ec6d6ac51760 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (d39aef8a-e7e6-4a2b-acca-b5dac0827753), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.798531 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9521926e-22ba-4a93-9c1f-ec6d6ac51760 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (d39aef8a-e7e6-4a2b-acca-b5dac0827753), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.815322 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521926e-22ba-4a93-9c1f-ec6d6ac51760 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39aef8a-e7e6-4a2b-acca-b5dac0827753,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:49:52.823748 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9521926e-22ba-4a93-9c1f-ec6d6ac51760 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.825361 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-9521926e-22ba-4a93-9c1f-ec6d6ac51760 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132114 Apr 07 13:49:52.828292 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 34388) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:49:52.832748 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-57637a60-1533-4542-b540-f119ceb9ea22 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Request body: {'floatingip': {'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:49:52.851844 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-57637a60-1533-4542-b540-f119ceb9ea22 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:52.943062 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-57637a60-1533-4542-b540-f119ceb9ea22 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:53.045003 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-57637a60-1533-4542-b540-f119ceb9ea22 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Allocated IP 172.27.0.124 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/7cc61685-7e2c-4c61-8b8c-50d1648561d4) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:49:53.141115 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-57637a60-1533-4542-b540-f119ceb9ea22 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for port (7cc61685-7e2c-4c61-8b8c-50d1648561d4), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:53.176764 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-57637a60-1533-4542-b540-f119ceb9ea22 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (7cc61685-7e2c-4c61-8b8c-50d1648561d4), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:53.212853 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57637a60-1533-4542-b540-f119ceb9ea22 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:49:53.215585 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-57637a60-1533-4542-b540-f119ceb9ea22 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:49:53.220985 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57637a60-1533-4542-b540-f119ceb9ea22 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:49:53.226411 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57637a60-1533-4542-b540-f119ceb9ea22 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'Port': ['ID=7cc61685-7e2c-4c61-8b8c-50d1648561d4,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:49:53.305832 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-57637a60-1533-4542-b540-f119ceb9ea22 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (994da7b1-6442-45e2-860c-ae187b020ab6), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:53.339951 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-57637a60-1533-4542-b540-f119ceb9ea22 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (7cc61685-7e2c-4c61-8b8c-50d1648561d4), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:53.484936 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-57637a60-1533-4542-b540-f119ceb9ea22 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for port (7cc61685-7e2c-4c61-8b8c-50d1648561d4), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:53.489569 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-57637a60-1533-4542-b540-f119ceb9ea22 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3931381'] for port (7cc61685-7e2c-4c61-8b8c-50d1648561d4), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:53.544711 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 3c843beb-49dd-4753-b352-1727c04c313c no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:49:53.555251 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57637a60-1533-4542-b540-f119ceb9ea22 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event updated for resources: {'Port': ['ID=7cc61685-7e2c-4c61-8b8c-50d1648561d4,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:49:53.567808 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: 3c843beb-49dd-4753-b352-1727c04c313c {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:49:53.568152 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 3c843beb-49dd-4753-b352-1727c04c313c not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:49:53.570279 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-57637a60-1533-4542-b540-f119ceb9ea22 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (994da7b1-6442-45e2-860c-ae187b020ab6), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:53.585929 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-57637a60-1533-4542-b540-f119ceb9ea22 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:53.587696 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-57637a60-1533-4542-b540-f119ceb9ea22 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7584732 Apr 07 13:49:53.733045 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-afd20212-432d-43c7-a2bf-33ca3db672b6 req-8c0cf313-08ee-42ea-b886-d7f9a47b03e5 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--335994159&fields=id&tenant_id=9634a2617d1248c6af6fae61e6f92594 HTTP/1.1" status: 200 len: 267 time: 0.0426838 Apr 07 13:49:53.838428 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd20212-432d-43c7-a2bf-33ca3db672b6 req-8b64f9f5-4d15-4a61-809b-57367469cc75 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:49:53.839784 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-afd20212-432d-43c7-a2bf-33ca3db672b6 req-8b64f9f5-4d15-4a61-809b-57367469cc75 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/networks?id=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 HTTP/1.1" status: 200 len: 814 time: 0.1005297 Apr 07 13:49:53.853554 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-afd20212-432d-43c7-a2bf-33ca3db672b6 req-41b88ee3-b4f3-4e92-894c-a807729397fb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/quotas/9634a2617d1248c6af6fae61e6f92594 HTTP/1.1" status: 200 len: 375 time: 0.0085053 Apr 07 13:49:53.906079 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-afd20212-432d-43c7-a2bf-33ca3db672b6 req-893b8d51-f37a-427c-834c-7a76bb011b09 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9634a2617d1248c6af6fae61e6f92594&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478275 Apr 07 13:49:53.997558 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-afd20212-432d-43c7-a2bf-33ca3db672b6 req-0a599ecd-bd14-4296-9c03-292cce018a71 service neutron] 10.222.0.39 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805342 Apr 07 13:49:54.088070 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-afd20212-432d-43c7-a2bf-33ca3db672b6 req-908137c4-8e75-4867-ab64-428d570ff7ed service neutron] 10.222.0.39 "GET /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848088 Apr 07 13:49:54.246475 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-aca3ad30-315b-4214-9864-f49072575c14 req-6eaa1c20-9225-4358-81cc-952efc7ea1ab tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0268226 Apr 07 13:49:54.922411 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d4179c29-a4fd-4cbf-aebb-a3dd8931239c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:55.321468 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-560a07f4-ebd3-4f8a-bd46-9c6da1059baa req-4f1a6050-66ad-4610-b3d3-e0a0540d2dad tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0265725 Apr 07 13:49:55.801593 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:55.984777 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:49:56.396040 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5912b97b-bf1a-4a6d-980c-cc1800a10cdf req-b04152af-6de3-410d-871c-f4dd04390b64 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0272677 Apr 07 13:49:57.272918 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:57.474474 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c581bce0-846d-45d9-b0e5-54d789646f34 req-bd75a39e-be8b-4f87-8c2a-665a88da9c5a tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0307417 Apr 07 13:49:58.564129 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-70fe61db-cd64-44c7-b41a-65c3b4e44799 req-a0d6e402-8b77-4567-9559-dfc699b4011d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0272942 Apr 07 13:49:58.685839 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:49:59.655673 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-99805a9a-64fb-400c-9814-780844bc118a req-a80ccefb-53e4-41f3-89f5-8cd27d50be2b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0269971 Apr 07 13:50:00.747984 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-da652f8b-6e6e-409e-98c8-1e6db8bbd045 req-2992e16b-d702-4a12-aa77-a3934e08d1cc tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0274370 Apr 07 13:50:01.838941 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f980559a-db3d-473b-802e-f5e3fc214545 req-4c52f758-b096-4f4e-a59a-7a55563f673e tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0272164 Apr 07 13:50:02.929122 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-79a42ebc-9453-4277-82c4-fc1ca1c72290 req-1dcbea3b-edf8-44d1-ad32-04629a529ab9 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0257392 Apr 07 13:50:04.021659 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-576ff42b-d9a7-4763-862f-afa9cedb2d56 req-fbe245cb-487e-4c62-9598-76739e8b64f6 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0290756 Apr 07 13:50:05.113642 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7ed09e9f-c196-4c97-b50b-4ffde79842e3 req-286edf4e-ef09-4c86-82f0-dcf88976a78e tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0270927 Apr 07 13:50:05.221819 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:50:06.204552 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6c966296-f264-4f8d-b2fd-46368f32876b req-2cfcd09c-2420-4b90-8315-3a52dfdcd9a7 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0260942 Apr 07 13:50:07.295302 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c7beb1e3-4b5c-4d52-8678-d174b9030f97 req-d0b9c5d4-0bfc-48bc-ae95-ab38b7a37b7e tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0267262 Apr 07 13:50:08.390718 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-62595287-95bc-480b-9bb4-22f03bdaa8f1 req-750b0d34-1265-45de-b0d6-36618e0a528b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0298462 Apr 07 13:50:09.481240 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f0547d8a-7293-46f3-8e7f-d0916ac9b5b4 req-3cc357cb-5902-49b9-972e-ea825ca037ba tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0272930 Apr 07 13:50:10.574351 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1a90904d-431b-40bd-8117-cfcdafe7d162 req-2e23385d-d79b-4c50-94ab-77783d44d43e tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0295355 Apr 07 13:50:11.664634 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-75414c55-cc69-478b-b869-4edca68af482 req-005b7fa1-8f14-4dd7-9a5b-696a4ea5c3a6 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0261118 Apr 07 13:50:12.757179 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-18ee6c3d-5c3e-40d1-9f55-aa1a9250d9c5 req-f6bcab96-3768-4f8f-827a-ded750840f42 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0261633 Apr 07 13:50:13.848204 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2b3f3927-9c19-4ebd-b91c-b67909860a8c req-570a3778-8ad4-4e43-92b6-3e900fc7c42f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0270827 Apr 07 13:50:14.939542 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ed14475e-5467-4140-8df5-95a23befd01d req-102b2cad-7ed9-43d2-a661-7fcfbfeec3fa tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0277283 Apr 07 13:50:16.030574 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-16aa1dbc-45cb-485d-aac9-30110a561e6e req-1150b7a9-a38d-4bca-96ff-fc2d57052198 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0262976 Apr 07 13:50:17.124278 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f8e9a177-936a-44dd-8728-6521c22d3050 req-c4c41e08-8b5e-4b2f-ab0d-cbf17a4a5566 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0304596 Apr 07 13:50:18.001625 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2a274-d70e-42e7-88c8-630a4265e95f req-65758048-4914-41da-a802-8e39dabd36b5 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:18.003109 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c3d2a274-d70e-42e7-88c8-630a4265e95f req-65758048-4914-41da-a802-8e39dabd36b5 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0520356 Apr 07 13:50:18.048315 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c3d2a274-d70e-42e7-88c8-630a4265e95f req-24fb57a1-2696-4ef8-be19-acb3a9210364 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395734 Apr 07 13:50:18.216203 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-44915eaf-d1a3-4b2b-a1aa-18a6e2b37093 req-d465144b-9818-4431-bcd5-e22552cfa2a5 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266805 Apr 07 13:50:19.162831 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a661a51-94f6-4f35-8065-7a6179c393c7 req-ed425998-8b41-43ce-b594-2d756594160f tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:19.164273 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0a661a51-94f6-4f35-8065-7a6179c393c7 req-ed425998-8b41-43ce-b594-2d756594160f tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0506778 Apr 07 13:50:19.212780 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0a661a51-94f6-4f35-8065-7a6179c393c7 req-c0599c43-bd44-414c-a45f-435776b0a036 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430753 Apr 07 13:50:19.307619 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3199edcb-2ed6-466b-b225-6feddcfa1766 req-b55e4142-d26e-4505-870c-0b8b75e8b280 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0271568 Apr 07 13:50:20.326130 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e7279-c622-4a31-a16d-f36f05ffc1d9 req-239face7-0590-40fb-b441-76c0e17bc5f2 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:20.328335 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-140e7279-c622-4a31-a16d-f36f05ffc1d9 req-239face7-0590-40fb-b441-76c0e17bc5f2 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0504463 Apr 07 13:50:20.384259 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-140e7279-c622-4a31-a16d-f36f05ffc1d9 req-6e7f30e4-6539-4245-932b-d341afadc1c7 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505617 Apr 07 13:50:20.399131 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a8e0d1b2-000d-4470-9466-b2364627e5fb req-f7495d48-2f91-4692-ac71-e0da271f458c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0279224 Apr 07 13:50:21.505627 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6a802d60-4aa2-4e62-ac10-033f31c8874e req-273d6198-c447-4267-bddb-a43a453ebda3 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0267818 Apr 07 13:50:21.528499 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f6542-c070-470f-afd2-ee32c38397ae req-e2e9fe1e-3683-4168-b07a-a0a5d153e97c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:21.529963 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4e7f6542-c070-470f-afd2-ee32c38397ae req-e2e9fe1e-3683-4168-b07a-a0a5d153e97c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0811167 Apr 07 13:50:21.574810 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4e7f6542-c070-470f-afd2-ee32c38397ae req-237a593f-4b8c-46ec-bcc5-1e9497d5809d tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393729 Apr 07 13:50:22.417351 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8838eba3-3447-4d74-b8e7-2ca4135827b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:50:22.597184 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-dd79993e-a87e-4d25-aad1-8de3a88e64d8 req-31f6a5c6-f148-4728-a7de-ffacd81b517e tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0278144 Apr 07 13:50:22.693438 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df36d6e-7746-415a-a023-51631bfc7619 req-b2e92b2c-cfda-4836-973f-c0da57bba60f tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:22.694944 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1df36d6e-7746-415a-a023-51631bfc7619 req-b2e92b2c-cfda-4836-973f-c0da57bba60f tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0535297 Apr 07 13:50:22.739663 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1df36d6e-7746-415a-a023-51631bfc7619 req-0146a6d5-e92d-4f2e-bf63-5921552a236e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385962 Apr 07 13:50:23.687772 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-35aa09ff-6893-447a-a0aa-3d383d11b81e req-265df01d-3772-4120-b34a-8c892c6689fa tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0268989 Apr 07 13:50:23.856653 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0442b-fd66-48ba-9e3c-3341595490f7 req-fc892c9b-fbe6-4812-a19c-059601faaa91 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:23.858107 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-89e0442b-fd66-48ba-9e3c-3341595490f7 req-fc892c9b-fbe6-4812-a19c-059601faaa91 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0514870 Apr 07 13:50:23.903772 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-89e0442b-fd66-48ba-9e3c-3341595490f7 req-c337e36c-6e18-4c26-ae85-da2e8a22c35a tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401752 Apr 07 13:50:24.780736 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e0cceb5c-16ee-4ce3-9797-75f7ef1ba749 req-10f02a46-dca6-41d1-a30c-055609a61313 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0298443 Apr 07 13:50:24.926942 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-532f694e-bea3-4207-a2c8-cce79b9baef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:50:25.017435 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cc6c2-3ce7-48c5-a0e9-352ee0d2858d req-a3aea0f3-ca4e-406b-be2b-16fb18040d53 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:25.018937 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1e8cc6c2-3ce7-48c5-a0e9-352ee0d2858d req-a3aea0f3-ca4e-406b-be2b-16fb18040d53 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0512624 Apr 07 13:50:25.063937 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1e8cc6c2-3ce7-48c5-a0e9-352ee0d2858d req-84fe9541-00c3-4a3f-94ae-fd2934dd74de tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389547 Apr 07 13:50:25.805740 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:50:25.872306 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-405c69c0-b113-4b4b-b499-760d02fa03cf req-08b8c7be-278f-43f4-951a-6885f59ff271 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0267146 Apr 07 13:50:26.179613 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa2c9a-fe25-4c55-ae0e-8c683c04fc33 req-a61d065a-0bfd-4e9d-9689-b63872dad0a9 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:26.181065 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0baa2c9a-fe25-4c55-ae0e-8c683c04fc33 req-a61d065a-0bfd-4e9d-9689-b63872dad0a9 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0507650 Apr 07 13:50:26.230693 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0baa2c9a-fe25-4c55-ae0e-8c683c04fc33 req-fc76dd45-35ac-4aaf-b2a8-bb9b32440dca tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441153 Apr 07 13:50:26.962139 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-952995f0-4f44-46a8-ae61-4e3afdcf76d5 req-b01ac7bc-1d47-4233-b0f7-2a82c2671089 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0261195 Apr 07 13:50:27.276070 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:50:27.346795 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8ae48-7c96-41f2-9258-9d22239821e2 req-03156f85-6db0-49a6-a1eb-31f07e3dfd97 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:27.348241 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f0a8ae48-7c96-41f2-9258-9d22239821e2 req-03156f85-6db0-49a6-a1eb-31f07e3dfd97 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0511246 Apr 07 13:50:27.392887 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f0a8ae48-7c96-41f2-9258-9d22239821e2 req-682415cc-7484-43fb-be8d-98fbceccf7a5 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385251 Apr 07 13:50:28.053185 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-114fd765-67e0-4062-ab32-aceec2b027e2 req-31c34310-bcd3-4476-b804-e7ab0596ba11 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0256710 Apr 07 13:50:28.510277 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6096a-583c-4748-91e1-2c0d7cfa4d4f req-2b45b55c-a0b2-4e2c-8851-6afcb0620c62 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:28.511712 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-41a6096a-583c-4748-91e1-2c0d7cfa4d4f req-2b45b55c-a0b2-4e2c-8851-6afcb0620c62 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0534787 Apr 07 13:50:28.556998 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-41a6096a-583c-4748-91e1-2c0d7cfa4d4f req-71358fba-455c-4481-8fe1-87fbe72ed454 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398421 Apr 07 13:50:28.688175 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:50:29.145633 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a334e9ba-584b-4f30-a017-f2603930a94f req-6580bd80-73c8-40f4-a137-6f0b6c095da3 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0262287 Apr 07 13:50:29.670809 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b88d23-d67b-4cab-a8d3-039153d788e0 req-f14afffd-f6b4-404f-915b-407ce490f2b5 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:29.672241 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-15b88d23-d67b-4cab-a8d3-039153d788e0 req-f14afffd-f6b4-404f-915b-407ce490f2b5 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0508246 Apr 07 13:50:29.720318 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-15b88d23-d67b-4cab-a8d3-039153d788e0 req-a1ec0cbe-7234-4622-baf0-2431f9242fe0 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425293 Apr 07 13:50:30.237164 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-956e1bd3-bc7e-4e83-b408-497296cba2bf req-40dfac8c-ee49-4411-b204-f4d7430e6a61 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0273657 Apr 07 13:50:30.835242 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df2460-f359-4729-825f-8646b0e2f8fc req-639be41a-f963-46ed-8994-4ca163352e04 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:30.837360 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-48df2460-f359-4729-825f-8646b0e2f8fc req-639be41a-f963-46ed-8994-4ca163352e04 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0517468 Apr 07 13:50:30.883455 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-48df2460-f359-4729-825f-8646b0e2f8fc req-1a2908e6-763a-4af2-a6ab-1f7489f533be tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405335 Apr 07 13:50:31.326859 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c51ae4e1-ffab-4869-b22d-98f707576ce2 req-65cfaf3a-c1aa-4475-937b-37cf16c08ab6 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0261934 Apr 07 13:50:32.001912 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce5f19-1a64-4d2b-937c-d447f195b0a5 req-8ced7ab4-7165-4a57-82dc-2173a61f7de3 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:32.003382 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-29ce5f19-1a64-4d2b-937c-d447f195b0a5 req-8ced7ab4-7165-4a57-82dc-2173a61f7de3 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0543320 Apr 07 13:50:32.048392 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-29ce5f19-1a64-4d2b-937c-d447f195b0a5 req-abd7efb3-810d-4ab4-981b-9a54fca9bcc2 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395100 Apr 07 13:50:32.416331 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-508d040d-657d-4a08-9a4f-cd3f98513f0a req-d73245f5-63d6-408c-b1f6-10bae36acbfb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0270875 Apr 07 13:50:32.984462 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:50:33.162654 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fbfc2-8feb-412c-988c-e153b4b18071 req-30e9fba4-fe19-4505-a51d-45e2acdab0dd tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:33.164826 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-326fbfc2-8feb-412c-988c-e153b4b18071 req-30e9fba4-fe19-4505-a51d-45e2acdab0dd tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0502634 Apr 07 13:50:33.208809 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-326fbfc2-8feb-412c-988c-e153b4b18071 req-7c208457-8389-45e9-8d7e-d8ba26e6c500 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385737 Apr 07 13:50:33.508848 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ef6f22fd-a706-48e0-a30e-7f939bbfdffb req-9f45b57f-7014-4e9c-8cda-9b169f35e127 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0290947 Apr 07 13:50:34.324043 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f1ba4-1abe-463d-9b35-23704a4f7da5 req-921a7381-e997-4af9-9e23-ea6cd4158080 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:34.325467 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5f6f1ba4-1abe-463d-9b35-23704a4f7da5 req-921a7381-e997-4af9-9e23-ea6cd4158080 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0510867 Apr 07 13:50:34.371489 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5f6f1ba4-1abe-463d-9b35-23704a4f7da5 req-02b4e74e-5f28-48e0-b7fa-030bdc523541 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401556 Apr 07 13:50:34.565060 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed69b53-8ba8-4ed2-a920-06b3bebbd679 req-309a80e6-260d-4200-b28e-bc662d34e442 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:34.566594 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fed69b53-8ba8-4ed2-a920-06b3bebbd679 req-309a80e6-260d-4200-b28e-bc662d34e442 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0531654 Apr 07 13:50:34.626228 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-70fb66e7-6c87-441e-9620-67d5075d267d req-863ab2f0-110c-44ae-9929-e52735d631f6 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0463297 Apr 07 13:50:34.643900 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fed69b53-8ba8-4ed2-a920-06b3bebbd679 req-48a3a395-fd41-4bb3-9862-67ebb50c705f tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714881 Apr 07 13:50:34.645445 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677644b-bb06-403d-b9b2-aeb633477de4 req-9e6ddee2-32ba-442c-bf6a-59665810b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:34.646991 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5677644b-bb06-403d-b9b2-aeb633477de4 req-9e6ddee2-32ba-442c-bf6a-59665810b0e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5dcbf4d3e4d64112b168747af5055edd&device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 1130 time: 0.0479100 Apr 07 13:50:34.893486 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677644b-bb06-403d-b9b2-aeb633477de4 req-772bc156-3669-4066-95b0-3f09c9739441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:34.894882 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5677644b-bb06-403d-b9b2-aeb633477de4 req-772bc156-3669-4066-95b0-3f09c9739441 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab HTTP/1.1" status: 200 len: 912 time: 0.0865698 Apr 07 13:50:34.961101 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5677644b-bb06-403d-b9b2-aeb633477de4 req-bb346d1d-3f41-4b01-a4c0-810d71be5044 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a70f66c-b991-4a42-8213-b2eea89683a1 HTTP/1.1" status: 200 len: 1002 time: 0.0602546 Apr 07 13:50:35.006496 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677644b-bb06-403d-b9b2-aeb633477de4 req-002a4884-7c08-431e-897a-783e4ee87b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:35.007857 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5677644b-bb06-403d-b9b2-aeb633477de4 req-002a4884-7c08-431e-897a-783e4ee87b3c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fac5884-81d7-4c87-83f0-a25d55783873 HTTP/1.1" status: 200 len: 850 time: 0.0419033 Apr 07 13:50:35.053368 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677644b-bb06-403d-b9b2-aeb633477de4 req-1e9977c7-1fec-461d-8e83-ae7f30600dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:35.055445 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5677644b-bb06-403d-b9b2-aeb633477de4 req-1e9977c7-1fec-461d-8e83-ae7f30600dee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422328 Apr 07 13:50:35.156540 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5677644b-bb06-403d-b9b2-aeb633477de4 req-381fbc0d-a57f-4ff7-8925-28f4e78a2c45 service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953190 Apr 07 13:50:35.220659 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:50:35.244420 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5677644b-bb06-403d-b9b2-aeb633477de4 req-2ed71445-0e94-42cb-8a47-49dd5c71771a service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820656 Apr 07 13:50:35.724751 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-65c793a9-2fc1-4739-ba9c-6549720cef08 req-f1143ef0-c57e-4db7-ab86-eb7b16ab7306 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0276511 Apr 07 13:50:35.774213 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c559b-e9df-440a-986e-78812897533d req-bf7ecd01-0d02-4beb-8802-57a8c6813bd4 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:35.775703 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-de8c559b-e9df-440a-986e-78812897533d req-bf7ecd01-0d02-4beb-8802-57a8c6813bd4 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0536022 Apr 07 13:50:35.821650 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-de8c559b-e9df-440a-986e-78812897533d req-2908195b-df4c-49cb-8546-3ca771da73ab tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403755 Apr 07 13:50:36.819856 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cc419d9b-4d95-497d-a66f-c3d547fa230d req-dc6f129f-4802-4a8a-9662-5929711682ae tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0291524 Apr 07 13:50:36.937274 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5886e6a-dd40-4b97-a0cf-1944e39e98ee req-eea30974-397f-4f54-b93a-bb766cae8b95 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:36.938720 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c5886e6a-dd40-4b97-a0cf-1944e39e98ee req-eea30974-397f-4f54-b93a-bb766cae8b95 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0509183 Apr 07 13:50:36.983707 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c5886e6a-dd40-4b97-a0cf-1944e39e98ee req-e86d800f-288b-4fac-b0e9-7020db5a2829 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394995 Apr 07 13:50:37.199735 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c77ac9c-3b93-4b5a-8957-120702aaad1e req-d83ee14a-8343-4c17-826e-7cb5bbcfbda5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462310 Apr 07 13:50:37.296910 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77ac9c-3b93-4b5a-8957-120702aaad1e req-e3b3fe99-6834-4245-b070-928853668820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:37.298438 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c77ac9c-3b93-4b5a-8957-120702aaad1e req-e3b3fe99-6834-4245-b070-928853668820 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5dcbf4d3e4d64112b168747af5055edd&device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 1130 time: 0.0441759 Apr 07 13:50:37.397336 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77ac9c-3b93-4b5a-8957-120702aaad1e req-576d6dee-d5bd-4bee-a88a-7c35c9f49acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:37.399413 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c77ac9c-3b93-4b5a-8957-120702aaad1e req-576d6dee-d5bd-4bee-a88a-7c35c9f49acf service neutron] 10.222.0.23 "GET /v2.0/networks?id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab HTTP/1.1" status: 200 len: 912 time: 0.0842133 Apr 07 13:50:37.465826 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c77ac9c-3b93-4b5a-8957-120702aaad1e req-d0d17574-d426-4267-8892-a21519c5313f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a70f66c-b991-4a42-8213-b2eea89683a1 HTTP/1.1" status: 200 len: 1002 time: 0.0602167 Apr 07 13:50:37.512255 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77ac9c-3b93-4b5a-8957-120702aaad1e req-2d3545bc-5ffb-479f-bbcb-0af3c84bf4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:37.513640 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c77ac9c-3b93-4b5a-8957-120702aaad1e req-2d3545bc-5ffb-479f-bbcb-0af3c84bf4f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fac5884-81d7-4c87-83f0-a25d55783873 HTTP/1.1" status: 200 len: 850 time: 0.0418704 Apr 07 13:50:37.560308 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77ac9c-3b93-4b5a-8957-120702aaad1e req-cddf4715-4bda-4203-a890-f1f81eb88641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:50:37.561747 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c77ac9c-3b93-4b5a-8957-120702aaad1e req-cddf4715-4bda-4203-a890-f1f81eb88641 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422390 Apr 07 13:50:37.654212 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c77ac9c-3b93-4b5a-8957-120702aaad1e req-340ad24b-1bf0-4be3-88d4-34dcdd865c06 service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863359 Apr 07 13:50:37.743709 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c77ac9c-3b93-4b5a-8957-120702aaad1e req-586aa7e7-e139-4684-8f21-3b0046144485 service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838046 Apr 07 13:50:37.909471 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1b8f4e60-bdaa-4c21-8487-595360eef63a req-de15e998-b5ce-4e08-9316-70f37381fa25 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0258272 Apr 07 13:50:38.998333 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d068bbf8-0a44-4469-a497-4cdc5b7355f8 req-05f909ee-c6e8-4285-9b02-119a98d70588 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266232 Apr 07 13:50:40.091150 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-07ead8a2-0bf1-4da7-9764-60500819fa2c req-13dcab58-81c4-48b8-8eaf-b17d2b172cb7 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0293009 Apr 07 13:50:41.182424 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-aacd318f-a7d2-4031-9f63-bd2317295ab8 req-2a5538da-add2-4aab-b8ba-708745dee644 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0258420 Apr 07 13:50:42.272938 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e980024f-9453-4d65-90f1-8a15b658e011 req-130edb65-cca4-409c-88b9-ce0d80ad886b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0267458 Apr 07 13:50:43.364218 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9f003dc6-2cd0-4abe-b6a8-c06bb467c127 req-8eead0bc-aab1-4256-b4a4-51c4b7794d76 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0262489 Apr 07 13:50:44.456366 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-43277c19-ab4e-4299-9296-4b869a556e40 req-888cca4e-7c0d-4a69-8464-1d61d3cc49ed tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0263524 Apr 07 13:50:45.547661 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-19fb6e5b-d4e3-4c84-93ad-9480f5fce381 req-f83e54d7-516f-4ce6-961a-5a6c9b7b9b53 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0264332 Apr 07 13:50:46.643606 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1017cc02-0cfe-4ed4-8621-cf2602cf193b req-24576283-690c-4d73-b3e6-62973c0f1c50 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0297291 Apr 07 13:50:47.733389 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2c6d6a74-815c-4c8a-84bf-8525e68c9255 req-49d299de-f5c9-4582-ac67-edb672e78ec7 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0263100 Apr 07 13:50:48.822928 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ede51b03-8484-4e7b-8f01-41af10bf5222 req-3bdfbb88-dfec-4bb1-9a2a-31d1eaa006a6 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0263824 Apr 07 13:50:49.913321 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fb7e2d18-ed95-4edd-ba18-02213587eea9 req-79c75ba2-cb36-4a82-9f69-67de9b077de3 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0258458 Apr 07 13:50:51.003197 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d9bca8c0-3134-4dbb-9098-072626bffe81 req-f8eeaf49-4f3b-4230-a6e4-17bd1b5f8720 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0256591 Apr 07 13:50:52.094105 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ef14bc35-11c2-425c-b0f6-0096410a7b2f req-63cb1827-7fa5-4e19-9075-f4fa9932630c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0264158 Apr 07 13:50:52.418681 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-021f323f-29bc-44d7-8cf8-af4217a0c789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:50:53.189294 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7d1bea33-c8ff-41d4-bce1-b77ea547d69e req-0602f986-fa41-4f44-b791-2cace0a9d919 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0297329 Apr 07 13:50:54.279584 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1416722f-7c9b-4b75-b4b4-b4de2980cf02 req-81d02818-665c-458a-b43a-4677d116034e tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0265512 Apr 07 13:50:54.928324 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40e85457-dbea-4e46-a566-8eb33f13a7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:50:55.371166 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-82e4fca7-7975-4b52-bb92-ec61546d72e0 req-da01d8e5-b1e8-4870-af51-d0b429e9c58b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0272384 Apr 07 13:50:55.811704 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:50:56.461565 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-558a3b79-4661-487a-bda5-e6e30dc640e1 req-56233351-334d-4ca6-96a9-86505b4a04ac tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0267375 Apr 07 13:50:57.278976 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:50:57.552038 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ec8f8b78-2f2f-49f8-89fe-08dd695b4295 req-3716c7cd-4436-4ee1-8992-8cd90dfdf21c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0254834 Apr 07 13:50:58.642190 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f0b92494-7d86-4128-b2c8-9eb61b730e27 req-670e51e2-7abc-4196-a13a-72e09f446f4a tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0258920 Apr 07 13:50:58.690172 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:50:59.735816 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4d47274e-1e1a-4770-b23f-f321ce179e85 req-0ffc07b1-1552-47d6-b9e5-1c48cdfb98cc tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0287750 Apr 07 13:51:00.824810 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8dd730a8-c6f0-4dcc-86ea-7222779c6e9e req-69bf4edc-19e5-4d82-a5ff-f2e7a1c16926 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0264866 Apr 07 13:51:01.916561 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-89fdf493-1327-469a-918a-45af428e9b16 req-e4021669-a12e-4130-bc45-95e404247ee0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0256333 Apr 07 13:51:03.006478 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-39d3a93f-45a2-4dc6-b454-7f7bfe8cf41b req-e017243d-dcf1-4b36-b148-0e99be033ef0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0255380 Apr 07 13:51:04.096976 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2c8fab20-82d3-4b75-90e6-74fc295bd922 req-38a99e41-558d-49bd-abdb-101d8f7fb477 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0263433 Apr 07 13:51:05.188129 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a8bd0c9f-2f7b-40bd-b7ab-1c5f4c12a54d req-0ce488f6-bee9-4bfb-ac15-7968e0b8172e tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266726 Apr 07 13:51:05.213355 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:06.280948 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9965762e-306b-4a4a-9c2b-5d01d1e5c0e9 req-952491b3-f359-46f8-a8e5-9ed011c966a0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0288377 Apr 07 13:51:07.370409 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c6708a18-faf1-4dad-be30-5dbcefa86d5f req-4d36cade-82e0-42f8-8b20-58024e2b85ac tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0257485 Apr 07 13:51:08.460270 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3bcbd344-c1a2-4eff-b259-8698eb0071fd req-36f142a3-c89b-4075-9350-94bed93953d3 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0260010 Apr 07 13:51:09.552356 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7c444943-9652-41d6-a026-9062fcf0b4a0 req-ff4d56da-9918-4c29-8211-0d5d7d73366e tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0264084 Apr 07 13:51:09.984227 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:51:10.642911 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1bdde441-216a-4424-b453-c2e87e5a223e req-0213f73b-52af-42a5-a31c-9de97714b4be tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0269866 Apr 07 13:51:11.733539 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b0a83e97-cdbe-4e8d-bdb8-03ee61b8f71c req-19854031-1f84-4ee1-b422-36a31d05b591 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0273263 Apr 07 13:51:12.825713 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0b6bd9fd-92af-4b45-b127-9467b2e60450 req-d86267da-38d4-4d7b-b71f-3ad4f7052232 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0290809 Apr 07 13:51:13.916272 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0d0adaca-eca4-4940-90cf-26eb8568e85f req-c3776469-a294-431a-8c6c-37d650b5f2e8 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0258424 Apr 07 13:51:15.006672 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-87ede1ae-a4ca-4f52-a882-cd3c02dee15f req-27a97e49-3bdc-4d35-85d2-23a4c5bf4573 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0257761 Apr 07 13:51:16.097537 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f33d3475-029e-4a60-9cc2-f19cb18e3ade req-873dd1f6-da54-4a7e-82f7-849a4cfab42a tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0260854 Apr 07 13:51:17.188902 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c7a97512-5d1d-4758-b350-c526c07d2d3b req-3b5a3640-26ea-4b5e-b623-ae5b75487ef4 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0254855 Apr 07 13:51:18.279299 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3350debc-578f-4694-889b-7d025bd3f97b req-5d79b1ce-2830-4ca6-8319-1e685a219df2 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0264418 Apr 07 13:51:19.371123 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a7afdbab-babf-40d9-8616-26b785be9ec1 req-e456e221-3718-441a-b237-fb588d48de16 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0284269 Apr 07 13:51:20.461557 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2a493c49-142e-4e53-a20a-c1f4471d0756 req-7fafa947-fe0b-4326-b02b-c04f0d2d4828 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0262294 Apr 07 13:51:21.550926 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ecc592a5-22dc-4799-9b02-556d143ce670 req-397c8c2e-19f9-4fbd-86ff-6bf9ff1f5c1c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0261638 Apr 07 13:51:22.419806 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ccfb93cb-b6de-4ed3-9c7f-b7fd8480a470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:22.641834 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-85b11cf2-4c34-4d3a-92fc-043739d71668 req-203f6198-acb2-408d-9094-3dc1159104c8 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0269301 Apr 07 13:51:23.733971 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a3e4fb8f-f13f-424a-a15e-e87fa356017d req-b583d3bb-83e5-4390-9faa-240305cbd2f3 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0261979 Apr 07 13:51:24.825462 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-43a45e82-4938-4891-a515-5985c23e3cb3 req-3dd5fd5f-e6d4-4abc-8c7d-cc25a8cd44bd tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0264854 Apr 07 13:51:24.929934 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4e973984-ad06-4b39-ab3d-11b15e25ee22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:25.803223 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:25.918553 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7e4ed3d2-3bdd-4a87-99c1-5def0049b507 req-fec15595-a279-4335-84ac-978f50cfbef0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0296457 Apr 07 13:51:27.007756 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f6e2d553-a682-4ae2-9328-46fbf7a5ef19 req-90a16780-792c-43ca-a0dd-26d8f80912f2 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0265195 Apr 07 13:51:27.281298 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:28.097171 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-62387515-3e5c-4e2b-bdf3-c3f28e7e7e56 req-ee8378a7-11b4-4b02-9b6f-bf9922b12c97 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0259275 Apr 07 13:51:28.692387 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:29.188288 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6b82bdbb-648f-45ad-bcc5-149646d5b55e req-907e9805-bc6a-41fa-8554-972bbbe670b0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0259132 Apr 07 13:51:30.343129 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-23964657-a5ab-43fa-8b21-6d4f1fe0349f req-5e7b4f7f-3041-463c-b533-2aac21c2385b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0885859 Apr 07 13:51:31.484498 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-175e5b62-dd93-4e79-8307-84bbc6b05f10 req-84b7f1a4-b3df-47a8-98d4-979942614eff tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0775537 Apr 07 13:51:32.577287 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f5bed960-461e-43e5-8733-cc922d1d3772 req-dd65d8a5-fb6c-4f61-94ed-3ccc904ce983 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0284226 Apr 07 13:51:32.811931 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb069bac-0d9b-4f65-8796-77ce40ba8d12 req-0087812b-d4c3-4026-93c9-b44a85c32690 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:32.813383 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bb069bac-0d9b-4f65-8796-77ce40ba8d12 req-0087812b-d4c3-4026-93c9-b44a85c32690 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0519326 Apr 07 13:51:32.858312 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bb069bac-0d9b-4f65-8796-77ce40ba8d12 req-b07b3511-23cf-4bf4-a39c-14cb8dac4722 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393150 Apr 07 13:51:33.669244 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f95ae395-9cd0-437a-9f9e-95115a252edd req-cac6340c-1bfe-4e2e-a59e-b49460e2152d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266693 Apr 07 13:51:33.974400 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133bec9-197c-4179-9418-cf304c4ffd69 req-b4d47f99-99f7-4f13-92d6-4b72c0adc75e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:33.975863 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7133bec9-197c-4179-9418-cf304c4ffd69 req-b4d47f99-99f7-4f13-92d6-4b72c0adc75e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0542557 Apr 07 13:51:34.021597 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7133bec9-197c-4179-9418-cf304c4ffd69 req-1652b0a7-8a46-4b7c-b08f-3de932058897 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401299 Apr 07 13:51:34.761033 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a693839e-63a9-4fca-b1b3-2bb1840ff06e req-5214008c-e0bb-49ca-8dee-114249dd0e36 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0261216 Apr 07 13:51:35.143088 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d614fa-ecdc-4357-bc19-21e67cee6d51 req-1281e333-2f39-4401-a21a-08734e18c5b9 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:35.145499 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-49d614fa-ecdc-4357-bc19-21e67cee6d51 req-1281e333-2f39-4401-a21a-08734e18c5b9 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.0539546 Apr 07 13:51:35.192353 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-49d614fa-ecdc-4357-bc19-21e67cee6d51 req-65320787-bc2f-44f3-a956-620cd116ed9f tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cee0fe-cffe-46de-8516-8d947bf7e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414326 Apr 07 13:51:35.232829 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:35.247098 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a6a07-8cd0-4cc8-97f9-4faf64a641a6 req-502d2a2a-7d1b-49f0-ac54-d4d935e261f0 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:35.248561 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-037a6a07-8cd0-4cc8-97f9-4faf64a641a6 req-502d2a2a-7d1b-49f0-ac54-d4d935e261f0 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.23 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 946 time: 0.2950654 Apr 07 13:51:35.337317 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-037a6a07-8cd0-4cc8-97f9-4faf64a641a6 req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Deleting port 7a70f66c-b991-4a42-8213-b2eea89683a1 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:51:35.337585 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-037a6a07-8cd0-4cc8-97f9-4faf64a641a6 req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (7a70f66c-b991-4a42-8213-b2eea89683a1), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:35.424036 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-037a6a07-8cd0-4cc8-97f9-4faf64a641a6 req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] For port 7a70f66c-b991-4a42-8213-b2eea89683a1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=7a70f66c-b991-4a42-8213-b2eea89683a1,segment=NetworkSegment(bd8e6fd5-f92b-4c9d-bd97-94e605abe358),segment_id=bd8e6fd5-f92b-4c9d-bd97-94e605abe358)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:51:35.424396 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-037a6a07-8cd0-4cc8-97f9-4faf64a641a6 req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (7a70f66c-b991-4a42-8213-b2eea89683a1), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:35.589667 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-037a6a07-8cd0-4cc8-97f9-4faf64a641a6 req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:35.589952 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-037a6a07-8cd0-4cc8-97f9-4faf64a641a6 req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (9f2a0516-9e6f-42e3-9c50-1194b4a5d5d0), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:35.590273 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-037a6a07-8cd0-4cc8-97f9-4faf64a641a6 req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Floating IP 9f2a0516-9e6f-42e3-9c50-1194b4a5d5d0 disassociated. External IP: 172.27.0.192, port: 7a70f66c-b991-4a42-8213-b2eea89683a1. Apr 07 13:51:35.590643 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-037a6a07-8cd0-4cc8-97f9-4faf64a641a6 req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Calling delete_port for 7a70f66c-b991-4a42-8213-b2eea89683a1 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:51:35.717753 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-037a6a07-8cd0-4cc8-97f9-4faf64a641a6 req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (7a70f66c-b991-4a42-8213-b2eea89683a1), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:35.744686 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Pushing event deleted for resources: {'Port': ['ID=7a70f66c-b991-4a42-8213-b2eea89683a1,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:51:35.754157 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:35.754602 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:35.754952 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:35.755290 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:35.755622 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:35.755950 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:35.756277 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:35.756604 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:35.756931 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:35.757738 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:35.757738 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:35.757903 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:35.758190 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:35.758534 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:35.758857 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:35.856832 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ac1cfdc2-6366-4850-a69e-fbc5d61a6a35 req-444d3d39-a73e-44a0-bceb-69069a832b06 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0296905 Apr 07 13:51:35.875683 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-037a6a07-8cd0-4cc8-97f9-4faf64a641a6 req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Router 3377f955-d544-4832-b137-cbb384f099db has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:51:35.983632 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-037a6a07-8cd0-4cc8-97f9-4faf64a641a6 req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:51:35.994058 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f202763-d4aa-4676-953e-11d5e8872e25 None None] Sync routers for ids ['3377f955-d544-4832-b137-cbb384f099db'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:51:36.003672 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f202763-d4aa-4676-953e-11d5e8872e25 None None] Routers {'3377f955-d544-4832-b137-cbb384f099db'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:51:36.004288 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5f202763-d4aa-4676-953e-11d5e8872e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:51:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['3377f955-d544-4832-b137-cbb384f099db'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:51:36.024256 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-037a6a07-8cd0-4cc8-97f9-4faf64a641a6 req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] No DVR routers for this DVR port 7a70f66c-b991-4a42-8213-b2eea89683a1 on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:51:36.026793 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-037a6a07-8cd0-4cc8-97f9-4faf64a641a6 req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:36.030276 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-037a6a07-8cd0-4cc8-97f9-4faf64a641a6 req-ae384268-9b80-4698-827b-92af54deaa9c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.23 "DELETE /v2.0/ports/7a70f66c-b991-4a42-8213-b2eea89683a1 HTTP/1.1" status: 204 len: 173 time: 0.7765601 Apr 07 13:51:36.030764 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a850a1-8878-4305-a11a-f4aad0dc01e6', 'name': 'network-vif-deleted', 'tag': '7a70f66c-b991-4a42-8213-b2eea89683a1'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:51:36.033508 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a3c26b-121c-4670-a6b3-5eb9fe0e8b8d" -d '{"events": [{"server_uuid": "07a850a1-8878-4305-a11a-f4aad0dc01e6", "name": "network-vif-deleted", "tag": "7a70f66c-b991-4a42-8213-b2eea89683a1"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:51:36.075942 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4799323f-b026-46ca-9de5-1c506c668838 x-openstack-request-id: req-4799323f-b026-46ca-9de5-1c506c668838 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:51:36.076244 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a850a1-8878-4305-a11a-f4aad0dc01e6", "name": "network-vif-deleted", "tag": "7a70f66c-b991-4a42-8213-b2eea89683a1", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:51:36.076526 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4799323f-b026-46ca-9de5-1c506c668838 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:51:36.077047 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4799323f-b026-46ca-9de5-1c506c668838'] response: {'server_uuid': '07a850a1-8878-4305-a11a-f4aad0dc01e6', 'name': 'network-vif-deleted', 'tag': '7a70f66c-b991-4a42-8213-b2eea89683a1', 'status': 'completed', 'code': 200} Apr 07 13:51:36.116524 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-5f202763-d4aa-4676-953e-11d5e8872e25 None None] Set router 3377f955-d544-4832-b137-cbb384f099db gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:51:36.306568 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7901a19a-2dab-4d50-af03-f5b2b3b4049b req-7265c1ad-7b9b-4b09-b669-59f75ccd6341 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a850a1-8878-4305-a11a-f4aad0dc01e6 HTTP/1.1" status: 200 len: 210 time: 0.0337231 Apr 07 13:51:36.334449 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5f202763-d4aa-4676-953e-11d5e8872e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 4, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port': {'id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '3b20d02a-3520-4175-bddd-e8b89bdac8f5', 'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'mac_address': 'fa:16:3e:30:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:21Z', 'updated_at': '2022-04-07T13:47:25Z', 'revision_number': 5, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'subnets': [{'id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:51:36.364200 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f202763-d4aa-4676-953e-11d5e8872e25 None None] Checking router: 3377f955-d544-4832-b137-cbb384f099db for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:51:36.372219 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f202763-d4aa-4676-953e-11d5e8872e25 None None] Routers {'3377f955-d544-4832-b137-cbb384f099db'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:51:36.372775 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5f202763-d4aa-4676-953e-11d5e8872e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:51:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['3377f955-d544-4832-b137-cbb384f099db'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:51:36.483200 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-5f202763-d4aa-4676-953e-11d5e8872e25 None None] Set router 3377f955-d544-4832-b137-cbb384f099db gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:51:36.681785 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5f202763-d4aa-4676-953e-11d5e8872e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 4, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port': {'id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '3b20d02a-3520-4175-bddd-e8b89bdac8f5', 'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'mac_address': 'fa:16:3e:30:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:21Z', 'updated_at': '2022-04-07T13:47:25Z', 'revision_number': 5, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'subnets': [{'id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:51:36.711573 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f202763-d4aa-4676-953e-11d5e8872e25 None None] The sync data for ids ['3377f955-d544-4832-b137-cbb384f099db'] in dv-cinder-836973-1-iscsi is: [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 4, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port': {'id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '3b20d02a-3520-4175-bddd-e8b89bdac8f5', 'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'mac_address': 'fa:16:3e:30:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:21Z', 'updated_at': '2022-04-07T13:47:25Z', 'revision_number': 5, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'subnets': [{'id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:51:36.914376 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c769901e-4f06-4783-a3ad-24afb34369be None None] New status for floating IP 9f2a0516-9e6f-42e3-9c50-1194b4a5d5d0: DOWN {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:51:36.951486 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3aaa75a3-875b-4717-bf1e-556321a61c99 req-f24a403c-0d6a-411a-bb34-628c907184e8 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0273190 Apr 07 13:51:37.387945 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 34714) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:51:37.439662 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group (60cee0fe-cffe-46de-8516-8d947bf7e8aa), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:37.461539 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group (60cee0fe-cffe-46de-8516-8d947bf7e8aa), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:37.507390 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (60cee0fe-cffe-46de-8516-8d947bf7e8aa), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:37.510012 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:37.511155 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "DELETE /v2.0/security-groups/60cee0fe-cffe-46de-8516-8d947bf7e8aa HTTP/1.1" status: 204 len: 168 time: 0.1221428 Apr 07 13:51:37.514056 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 34716) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:51:37.519835 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cee0fe-cffe-46de-8516-8d947bf7e8aa,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:51:37.526749 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:37.527092 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:37.527429 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:37.527761 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:37.528091 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:37.528414 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:37.528737 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:37.529055 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:37.529376 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:37.529691 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:37.530009 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:37.530344 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:37.530663 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:37.530841 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.api.v2.resource [None req-7747774d-8c37-4014-98b6-78ce9597b2af tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] show failed (client error): The resource could not be found. Apr 07 13:51:37.530966 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:37.531276 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491d926-6388-4925-9bef-1a4a98fb0698 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:37.531835 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7747774d-8c37-4014-98b6-78ce9597b2af tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups/60cee0fe-cffe-46de-8516-8d947bf7e8aa HTTP/1.1" status: 404 len: 347 time: 0.0166223 Apr 07 13:51:37.534576 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 34718) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:51:37.659838 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-e959e75f-bf37-4028-b836-b740894b63cd tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Deleting port 060ef1ea-95ed-4576-a03f-eccbaa2f780e {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:51:37.660172 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e959e75f-bf37-4028-b836-b740894b63cd tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (060ef1ea-95ed-4576-a03f-eccbaa2f780e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:37.735439 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e959e75f-bf37-4028-b836-b740894b63cd tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (060ef1ea-95ed-4576-a03f-eccbaa2f780e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:37.735760 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e959e75f-bf37-4028-b836-b740894b63cd tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for floatingip (060ef1ea-95ed-4576-a03f-eccbaa2f780e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:37.747126 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-e959e75f-bf37-4028-b836-b740894b63cd tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Calling delete_port for 060ef1ea-95ed-4576-a03f-eccbaa2f780e owned by network:floatingip {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:51:37.875847 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e959e75f-bf37-4028-b836-b740894b63cd tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (060ef1ea-95ed-4576-a03f-eccbaa2f780e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:37.901288 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959e75f-bf37-4028-b836-b740894b63cd tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Pushing event deleted for resources: {'Port': ['ID=060ef1ea-95ed-4576-a03f-eccbaa2f780e,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:51:37.965169 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e959e75f-bf37-4028-b836-b740894b63cd tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for floatingip (9f2a0516-9e6f-42e3-9c50-1194b4a5d5d0), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:37.967851 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e959e75f-bf37-4028-b836-b740894b63cd tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:37.969002 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e959e75f-bf37-4028-b836-b740894b63cd tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "DELETE /v2.0/floatingips/9f2a0516-9e6f-42e3-9c50-1194b4a5d5d0 HTTP/1.1" status: 204 len: 168 time: 0.4335272 Apr 07 13:51:38.046386 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a6506d2d-3b0d-43c8-9f0f-b74cf08a5365 req-60ca90ea-e753-44ea-9d99-829450834247 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0298541 Apr 07 13:51:38.097580 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 7a70f66c-b991-4a42-8213-b2eea89683a1 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:51:38.117437 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: 7a70f66c-b991-4a42-8213-b2eea89683a1 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:51:38.117783 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 7a70f66c-b991-4a42-8213-b2eea89683a1 not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:51:38.206467 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 34724) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:51:38.211575 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-e52df627-f680-42e4-9d5e-e6d9444e143d tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1874614646', 'description': 'tempest-description--1335378823'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:51:38.231224 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e52df627-f680-42e4-9d5e-e6d9444e143d tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:38.295617 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e52df627-f680-42e4-9d5e-e6d9444e143d tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group (90334ac7-bc2e-4508-8eea-b9f0f0e782ca), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:38.299226 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e52df627-f680-42e4-9d5e-e6d9444e143d tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (90334ac7-bc2e-4508-8eea-b9f0f0e782ca), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:38.329047 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e52df627-f680-42e4-9d5e-e6d9444e143d tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:38.330538 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e52df627-f680-42e4-9d5e-e6d9444e143d tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1230204 Apr 07 13:51:38.332386 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52df627-f680-42e4-9d5e-e6d9444e143d tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90334ac7-bc2e-4508-8eea-b9f0f0e782ca,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:51:38.333505 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 34726) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:51:38.338083 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-3ba30c99-e97e-45a2-bcfd-dbc55976bd44 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Request body: {'security_group_rule': {'security_group_id': '90334ac7-bc2e-4508-8eea-b9f0f0e782ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:51:38.362031 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3ba30c99-e97e-45a2-bcfd-dbc55976bd44 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group_rule (23fbf4fe-4d9e-47b4-a6a5-70e8e9ac5572), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:38.414683 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3ba30c99-e97e-45a2-bcfd-dbc55976bd44 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group_rule (23fbf4fe-4d9e-47b4-a6a5-70e8e9ac5572), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:38.418153 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3ba30c99-e97e-45a2-bcfd-dbc55976bd44 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (23fbf4fe-4d9e-47b4-a6a5-70e8e9ac5572), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:38.437348 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba30c99-e97e-45a2-bcfd-dbc55976bd44 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23fbf4fe-4d9e-47b4-a6a5-70e8e9ac5572,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:51:38.442531 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3ba30c99-e97e-45a2-bcfd-dbc55976bd44 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:38.447009 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 34728) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:51:38.447146 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-3ba30c99-e97e-45a2-bcfd-dbc55976bd44 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126125 Apr 07 13:51:38.451542 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-18c8bbcd-e093-4b8a-921f-d368714bc28e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Request body: {'security_group_rule': {'security_group_id': '90334ac7-bc2e-4508-8eea-b9f0f0e782ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:51:38.475749 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-18c8bbcd-e093-4b8a-921f-d368714bc28e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group_rule (d78e5f04-a84b-4942-a395-98d759fb6007), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:38.531286 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-18c8bbcd-e093-4b8a-921f-d368714bc28e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group_rule (d78e5f04-a84b-4942-a395-98d759fb6007), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:38.534764 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-18c8bbcd-e093-4b8a-921f-d368714bc28e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (d78e5f04-a84b-4942-a395-98d759fb6007), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:38.551702 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8bbcd-e093-4b8a-921f-d368714bc28e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78e5f04-a84b-4942-a395-98d759fb6007,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:51:38.559734 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-18c8bbcd-e093-4b8a-921f-d368714bc28e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:38.560917 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-18c8bbcd-e093-4b8a-921f-d368714bc28e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129184 Apr 07 13:51:38.563973 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 34730) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:51:38.568226 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-aa7b9d82-ae8e-4d58-9974-235eec478285 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Request body: {'floatingip': {'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:51:38.587859 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa7b9d82-ae8e-4d58-9974-235eec478285 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:38.684786 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa7b9d82-ae8e-4d58-9974-235eec478285 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:38.785981 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-aa7b9d82-ae8e-4d58-9974-235eec478285 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Allocated IP 172.27.0.174 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/39cda9ad-2648-4d6b-8bbd-f41360222a98) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:51:38.886431 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa7b9d82-ae8e-4d58-9974-235eec478285 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for port (39cda9ad-2648-4d6b-8bbd-f41360222a98), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:38.917843 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa7b9d82-ae8e-4d58-9974-235eec478285 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (39cda9ad-2648-4d6b-8bbd-f41360222a98), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:38.952359 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7b9d82-ae8e-4d58-9974-235eec478285 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:51:38.955282 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-aa7b9d82-ae8e-4d58-9974-235eec478285 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:51:38.958626 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7b9d82-ae8e-4d58-9974-235eec478285 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:51:38.983847 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b9d82-ae8e-4d58-9974-235eec478285 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Pushing event updated for resources: {'Port': ['ID=39cda9ad-2648-4d6b-8bbd-f41360222a98,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:51:39.050170 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa7b9d82-ae8e-4d58-9974-235eec478285 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for floatingip (d9519c20-7333-475a-9b8e-617e7bbe5b3a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:39.086640 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa7b9d82-ae8e-4d58-9974-235eec478285 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (39cda9ad-2648-4d6b-8bbd-f41360222a98), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:39.138707 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d580a385-dbe4-44a2-b86b-c85305f1ccbb req-a8cb53f4-8434-4c40-a91c-6abd02f5e540 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0268917 Apr 07 13:51:39.234582 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa7b9d82-ae8e-4d58-9974-235eec478285 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for port (39cda9ad-2648-4d6b-8bbd-f41360222a98), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:39.239245 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa7b9d82-ae8e-4d58-9974-235eec478285 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (39cda9ad-2648-4d6b-8bbd-f41360222a98), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:39.306162 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b9d82-ae8e-4d58-9974-235eec478285 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Pushing event updated for resources: {'Port': ['ID=39cda9ad-2648-4d6b-8bbd-f41360222a98,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:51:39.315925 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa7b9d82-ae8e-4d58-9974-235eec478285 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (d9519c20-7333-475a-9b8e-617e7bbe5b3a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:39.330718 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa7b9d82-ae8e-4d58-9974-235eec478285 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:39.331933 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-aa7b9d82-ae8e-4d58-9974-235eec478285 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7670190 Apr 07 13:51:39.472761 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-250ac027-f55e-451c-a753-7be6a5649134 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1874614646&fields=id&tenant_id=5dcbf4d3e4d64112b168747af5055edd HTTP/1.1" status: 200 len: 267 time: 0.0406289 Apr 07 13:51:39.574402 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-973a0c49-180a-41d9-afa1-054858043f65 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:39.575748 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-973a0c49-180a-41d9-afa1-054858043f65 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/networks?id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab HTTP/1.1" status: 200 len: 811 time: 0.0967896 Apr 07 13:51:39.590386 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-fa013987-e2da-440a-98fe-0cfbe9b48d62 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/quotas/5dcbf4d3e4d64112b168747af5055edd HTTP/1.1" status: 200 len: 375 time: 0.0090799 Apr 07 13:51:39.641824 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-1c526d73-d347-48ff-bd5f-db54b8acebb2 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5dcbf4d3e4d64112b168747af5055edd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467343 Apr 07 13:51:39.737734 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-a1c84968-892b-4004-98de-74a9ed54f923 service neutron] 10.222.0.39 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837982 Apr 07 13:51:39.823570 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-e619945f-4082-48b9-a64f-7a3dfdd3239f service neutron] 10.222.0.39 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793760 Apr 07 13:51:39.980087 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-85ed7dec-18b2-4fea-84f5-275b1b6f734b req-58085536-306e-4e7e-a154-4a15058b3571 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 210 time: 0.0314214 Apr 07 13:51:40.242083 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7efeebb6-2d43-47ef-a6fc-ecaac02829f0 req-a3ff3718-6ab5-41d1-abaf-77c10fe87c96 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0355628 Apr 07 13:51:40.944091 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-5cf03f5f-80be-463c-bf29-6486c08b44ae tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:40.945656 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-5cf03f5f-80be-463c-bf29-6486c08b44ae tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.23 "GET /v2.0/networks?id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab HTTP/1.1" status: 200 len: 811 time: 0.1125863 Apr 07 13:51:41.015448 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-4585bac0-ca09-4576-bc52-dad535ba5a74 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dcbf4d3e4d64112b168747af5055edd HTTP/1.1" status: 200 len: 380 time: 0.0539110 Apr 07 13:51:41.070383 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1b6970b8-59e3-4f63-a050-2ee9dac2a57b req-5a6aae57-9c35-4888-8711-f6b407f04878 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 210 time: 0.0263264 Apr 07 13:51:41.106636 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-bf9f6a00-eee6-441a-b084-8012e3cebdf3 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Request body: {'port': {'device_id': '9351bde0-d1ed-4dd6-9877-7d348a2ef0cc', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'admin_state_up': True, 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'security_groups': ['90334ac7-bc2e-4508-8eea-b9f0f0e782ca']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:51:41.212573 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-bf9f6a00-eee6-441a-b084-8012e3cebdf3 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Made reservation on behalf of 5dcbf4d3e4d64112b168747af5055edd for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:51:41.215825 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-bf9f6a00-eee6-441a-b084-8012e3cebdf3 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:41.335861 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8ba290b3-f47d-405a-85a1-41582d07ed5b req-48a5aa98-afbd-4405-bf69-013af4a89b03 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266025 Apr 07 13:51:41.339188 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-bf9f6a00-eee6-441a-b084-8012e3cebdf3 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Allocated IP 172.20.0.14 (f48ce8b2-7ad0-4301-99c4-de729f12f4ab/7fac5884-81d7-4c87-83f0-a25d55783873/f4828a35-0015-41b3-b58b-fadb5362c5a9) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:51:41.474904 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-bf9f6a00-eee6-441a-b084-8012e3cebdf3 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for port (f4828a35-0015-41b3-b58b-fadb5362c5a9), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:41.506912 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-bf9f6a00-eee6-441a-b084-8012e3cebdf3 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (f4828a35-0015-41b3-b58b-fadb5362c5a9), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:41.544967 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-bf9f6a00-eee6-441a-b084-8012e3cebdf3 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Network f48ce8b2-7ad0-4301-99c4-de729f12f4ab is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:51:41.547899 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-bf9f6a00-eee6-441a-b084-8012e3cebdf3 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:51:41.550097 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-bf9f6a00-eee6-441a-b084-8012e3cebdf3 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:51:41.589199 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f6a00-eee6-441a-b084-8012e3cebdf3 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Pushing event updated for resources: {'Port': ['ID=f4828a35-0015-41b3-b58b-fadb5362c5a9,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:51:41.610474 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-bf9f6a00-eee6-441a-b084-8012e3cebdf3 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:41.611091 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-bf9f6a00-eee6-441a-b084-8012e3cebdf3 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:41.627903 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-bf9f6a00-eee6-441a-b084-8012e3cebdf3 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5255055 Apr 07 13:51:41.646441 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Request body: {'port': {'device_id': '9351bde0-d1ed-4dd6-9877-7d348a2ef0cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:51:41.714972 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (f4828a35-0015-41b3-b58b-fadb5362c5a9), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:41.822578 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-0d6e55f5-7f7b-4001-b34e-1167e01b8458 None None] Provisioning complete for port f4828a35-0015-41b3-b58b-fadb5362c5a9 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:51:41.823184 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0d6e55f5-7f7b-4001-b34e-1167e01b8458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (f4828a35-0015-41b3-b58b-fadb5362c5a9), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:41.858005 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e55f5-7f7b-4001-b34e-1167e01b8458 None None] Port f4828a35-0015-41b3-b58b-fadb5362c5a9 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:51:41.972134 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4828a35-0015-41b3-b58b-fadb5362c5a9 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:51:41.979469 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Publish callbacks [] for port (f4828a35-0015-41b3-b58b-fadb5362c5a9), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:41.991034 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Transition to ACTIVE for port object f4828a35-0015-41b3-b58b-fadb5362c5a9 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:51:41.994616 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (f4828a35-0015-41b3-b58b-fadb5362c5a9), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:42.047640 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Pushing event updated for resources: {'Port': ['ID=f4828a35-0015-41b3-b58b-fadb5362c5a9,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:51:42.119118 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Attempting to bind port f4828a35-0015-41b3-b58b-fadb5362c5a9 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:51:42.119451 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Attempting to bind port f4828a35-0015-41b3-b58b-fadb5362c5a9 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'bd8e6fd5-f92b-4c9d-bd97-94e605abe358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:51:42.119782 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Attempting to bind port f4828a35-0015-41b3-b58b-fadb5362c5a9 on network f48ce8b2-7ad0-4301-99c4-de729f12f4ab {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:51:42.124911 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Port f4828a35-0015-41b3-b58b-fadb5362c5a9 on network f48ce8b2-7ad0-4301-99c4-de729f12f4ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:51:42.125843 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Attempting to bind port f4828a35-0015-41b3-b58b-fadb5362c5a9 on network f48ce8b2-7ad0-4301-99c4-de729f12f4ab {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:51:42.131272 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:51:42.131672 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Checking segment: {'id': 'bd8e6fd5-f92b-4c9d-bd97-94e605abe358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:51:42.132576 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Bound using segment: {'id': 'bd8e6fd5-f92b-4c9d-bd97-94e605abe358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:51:42.133012 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Bound port: f4828a35-0015-41b3-b58b-fadb5362c5a9, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd8e6fd5-f92b-4c9d-bd97-94e605abe358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:51:42.133373 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (f4828a35-0015-41b3-b58b-fadb5362c5a9), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:42.198703 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472d3e3-064c-4567-afa2-cab4c4cb90d5 req-1ebcc269-5a6c-4b66-b6c3-1fd38f715631 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:42.200176 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0472d3e3-064c-4567-afa2-cab4c4cb90d5 req-1ebcc269-5a6c-4b66-b6c3-1fd38f715631 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 944 time: 0.0610998 Apr 07 13:51:42.205872 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] For port f4828a35-0015-41b3-b58b-fadb5362c5a9, host hv-cinder-83697, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:51:42.208957 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] For port f4828a35-0015-41b3-b58b-fadb5362c5a9, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=f4828a35-0015-41b3-b58b-fadb5362c5a9,segment=NetworkSegment(bd8e6fd5-f92b-4c9d-bd97-94e605abe358),segment_id=bd8e6fd5-f92b-4c9d-bd97-94e605abe358)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:51:42.215700 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (f4828a35-0015-41b3-b58b-fadb5362c5a9), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:42.248042 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0472d3e3-064c-4567-afa2-cab4c4cb90d5 req-a7b04d02-6faf-4818-8259-713eb7ecd949 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=90334ac7-bc2e-4508-8eea-b9f0f0e782ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419900 Apr 07 13:51:42.251587 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:42.252207 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:42.253556 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] 10.222.0.23 "PUT /v2.0/ports/f4828a35-0015-41b3-b58b-fadb5362c5a9 HTTP/1.1" status: 200 len: 1094 time: 0.6115205 Apr 07 13:51:42.254323 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9351bde0-d1ed-4dd6-9877-7d348a2ef0cc', 'tag': 'f4828a35-0015-41b3-b58b-fadb5362c5a9'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:51:42.256276 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d34f12f-d3ed-449b-b16a-e18cfaa41e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "9351bde0-d1ed-4dd6-9877-7d348a2ef0cc", "tag": "f4828a35-0015-41b3-b58b-fadb5362c5a9"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:51:42.284346 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782079e2-5840-42ab-a29b-34166052ad68 service neutron] Pushing event updated for resources: {'Port': ['ID=f4828a35-0015-41b3-b58b-fadb5362c5a9,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:51:42.313068 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3de55c-e3a9-4009-8cbe-7652bdf82bd0 x-openstack-request-id: req-7d3de55c-e3a9-4009-8cbe-7652bdf82bd0 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:51:42.313362 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9351bde0-d1ed-4dd6-9877-7d348a2ef0cc", "tag": "f4828a35-0015-41b3-b58b-fadb5362c5a9", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:51:42.313622 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d3de55c-e3a9-4009-8cbe-7652bdf82bd0 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:51:42.314041 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3de55c-e3a9-4009-8cbe-7652bdf82bd0'] response: {'name': 'network-changed', 'server_uuid': '9351bde0-d1ed-4dd6-9877-7d348a2ef0cc', 'tag': 'f4828a35-0015-41b3-b58b-fadb5362c5a9', 'status': 'completed', 'code': 200} Apr 07 13:51:42.375286 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-3132d1b6-a5fd-4442-81c0-e4ca67cdefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:42.376925 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-3132d1b6-a5fd-4442-81c0-e4ca67cdefa6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5dcbf4d3e4d64112b168747af5055edd&device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 1128 time: 0.0472157 Apr 07 13:51:42.425457 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-21eb42b5-a6e2-41a6-b81d-8f3cbbfe4625 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4828a35-0015-41b3-b58b-fadb5362c5a9 HTTP/1.1" status: 200 len: 217 time: 0.0358033 Apr 07 13:51:42.440427 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fb5d31fc-fe0a-4b43-b183-ced154bc25d9 req-af1bf501-a257-4696-bfa2-1463de8b9353 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0311053 Apr 07 13:51:42.476642 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-ee4022fe-4dfc-44fa-82b3-f6d37a19108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:42.478145 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-ee4022fe-4dfc-44fa-82b3-f6d37a19108e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fac5884-81d7-4c87-83f0-a25d55783873 HTTP/1.1" status: 200 len: 850 time: 0.0455351 Apr 07 13:51:42.530021 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-73a41d1f-34a8-4052-b9af-713ee81c7b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:42.531550 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-73a41d1f-34a8-4052-b9af-713ee81c7b2d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481219 Apr 07 13:51:42.619139 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-31a20942-0335-41ef-bcfa-f8df646d6f7a service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811183 Apr 07 13:51:42.710752 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-812162b2-ae9f-4a4c-982a-cb583a3975be req-5a3d4b8f-f74b-4908-b145-f1320825abcc service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844271 Apr 07 13:51:43.387884 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3693f-0d2e-47ab-bf92-424e7e05c870 req-b2549cc8-acf8-4a10-9745-7cab0d509901 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:43.389325 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-19f3693f-0d2e-47ab-bf92-424e7e05c870 req-b2549cc8-acf8-4a10-9745-7cab0d509901 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 944 time: 0.0513699 Apr 07 13:51:43.433607 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-19f3693f-0d2e-47ab-bf92-424e7e05c870 req-d5080cb9-1963-4219-a076-f87c0f5f8db5 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=90334ac7-bc2e-4508-8eea-b9f0f0e782ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386305 Apr 07 13:51:43.532646 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-55c42fab-bd82-46c7-8d0a-79688706757e req-35335f85-969f-43b0-a24e-8b94b21d4fb4 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266352 Apr 07 13:51:44.551138 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd1fb5-5000-4196-8c61-86b7e22641a3 req-ee3931a3-442e-4f6b-be40-74a27cb04bc9 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:44.552582 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-05fd1fb5-5000-4196-8c61-86b7e22641a3 req-ee3931a3-442e-4f6b-be40-74a27cb04bc9 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 944 time: 0.0533485 Apr 07 13:51:44.598122 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-05fd1fb5-5000-4196-8c61-86b7e22641a3 req-b4ea6343-186f-453a-89a3-381b783d49fe tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=90334ac7-bc2e-4508-8eea-b9f0f0e782ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399392 Apr 07 13:51:44.624602 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1b3fbd56-f96e-4b5d-a661-a652336129a3 req-0358d0a4-e6ae-4582-868a-246918dd9432 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0255330 Apr 07 13:51:44.730609 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34f12f-d3ed-449b-b16a-e18cfaa41e9b req-9f71532b-deca-4ac5-a2c8-78bfd444b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:44.731982 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7d34f12f-d3ed-449b-b16a-e18cfaa41e9b req-9f71532b-deca-4ac5-a2c8-78bfd444b85f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5dcbf4d3e4d64112b168747af5055edd&device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 1128 time: 0.0441942 Apr 07 13:51:44.822774 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34f12f-d3ed-449b-b16a-e18cfaa41e9b req-c938ab3a-0793-46e0-9d03-33efcf7c443f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:44.824196 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7d34f12f-d3ed-449b-b16a-e18cfaa41e9b req-c938ab3a-0793-46e0-9d03-33efcf7c443f service neutron] 10.222.0.23 "GET /v2.0/networks?id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab HTTP/1.1" status: 200 len: 912 time: 0.0850928 Apr 07 13:51:44.863078 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7d34f12f-d3ed-449b-b16a-e18cfaa41e9b req-bd54b5b2-3300-46f6-8164-fbd9d7e28a96 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4828a35-0015-41b3-b58b-fadb5362c5a9 HTTP/1.1" status: 200 len: 217 time: 0.0329139 Apr 07 13:51:44.910452 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34f12f-d3ed-449b-b16a-e18cfaa41e9b req-644a7a87-3dcd-4647-a52a-4f56ea1c6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:44.912050 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7d34f12f-d3ed-449b-b16a-e18cfaa41e9b req-644a7a87-3dcd-4647-a52a-4f56ea1c6435 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fac5884-81d7-4c87-83f0-a25d55783873 HTTP/1.1" status: 200 len: 850 time: 0.0424280 Apr 07 13:51:44.962981 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34f12f-d3ed-449b-b16a-e18cfaa41e9b req-f0daccc0-7b01-418a-98ec-cfb5d4ef3113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:44.964452 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7d34f12f-d3ed-449b-b16a-e18cfaa41e9b req-f0daccc0-7b01-418a-98ec-cfb5d4ef3113 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465446 Apr 07 13:51:45.051508 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7d34f12f-d3ed-449b-b16a-e18cfaa41e9b req-05bf90b6-b1cf-42d8-ba49-82014fbad2e7 service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803976 Apr 07 13:51:45.141292 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7d34f12f-d3ed-449b-b16a-e18cfaa41e9b req-a8749b04-2eaa-4044-b487-f50fd367ab50 service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844617 Apr 07 13:51:45.724289 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-404520b7-5f4c-4322-be56-0e1499a9f18b req-037b0fde-3657-48c0-bfbe-4be45fb95181 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0298634 Apr 07 13:51:45.738364 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb104b3-d8fd-41f0-b8ea-c935d1aa1c65 req-3f903992-8245-47bc-8205-e3932f537bce tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:45.739853 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7cb104b3-d8fd-41f0-b8ea-c935d1aa1c65 req-3f903992-8245-47bc-8205-e3932f537bce tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 944 time: 0.0749154 Apr 07 13:51:45.788060 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7cb104b3-d8fd-41f0-b8ea-c935d1aa1c65 req-79e81462-d54c-4be3-8c14-9140a8e65e82 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=90334ac7-bc2e-4508-8eea-b9f0f0e782ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428479 Apr 07 13:51:46.117585 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device f4828a35-0015-41b3-b58b-fadb5362c5a9 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:51:46.211890 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port f4828a35-0015-41b3-b58b-fadb5362c5a9, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=f4828a35-0015-41b3-b58b-fadb5362c5a9,segment=NetworkSegment(bd8e6fd5-f92b-4c9d-bd97-94e605abe358),segment_id=bd8e6fd5-f92b-4c9d-bd97-94e605abe358)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:51:46.222545 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': 'f4828a35-0015-41b3-b58b-fadb5362c5a9', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'port_id': 'f4828a35-0015-41b3-b58b-fadb5362c5a9', 'mac_address': 'fa:16:3e:0c:04:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:51:46.262620 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port f4828a35-0015-41b3-b58b-fadb5362c5a9 is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:51:46.263017 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (f4828a35-0015-41b3-b58b-fadb5362c5a9), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:46.275111 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4828a35-0015-41b3-b58b-fadb5362c5a9 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:51:46.293476 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port f4828a35-0015-41b3-b58b-fadb5362c5a9, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=f4828a35-0015-41b3-b58b-fadb5362c5a9,segment=NetworkSegment(bd8e6fd5-f92b-4c9d-bd97-94e605abe358),segment_id=bd8e6fd5-f92b-4c9d-bd97-94e605abe358)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:51:46.297448 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (f4828a35-0015-41b3-b58b-fadb5362c5a9), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:46.343275 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=f4828a35-0015-41b3-b58b-fadb5362c5a9,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:51:46.350088 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:46.350977 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:46.351326 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:46.351672 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:46.352008 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:46.352340 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:46.352671 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:46.352999 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:46.353326 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:46.353652 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:46.353980 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:46.354328 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:46.354659 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:46.354980 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:46.355302 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:51:46.731891 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['f4828a35-0015-41b3-b58b-fadb5362c5a9'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:51:46.817389 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b5138aec-8698-478f-a67c-1f999a6861a7 req-260017ea-7da3-4407-b22b-203811623519 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0284762 Apr 07 13:51:46.903894 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c9d1c-78dd-45f0-8e54-217dc73fef77 req-3b5aff22-4506-4532-89fc-ffd702ab8f39 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:46.905339 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6e7c9d1c-78dd-45f0-8e54-217dc73fef77 req-3b5aff22-4506-4532-89fc-ffd702ab8f39 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 945 time: 0.0501099 Apr 07 13:51:46.949597 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6e7c9d1c-78dd-45f0-8e54-217dc73fef77 req-fd9b4dd3-4add-4857-b9b7-efab610e1937 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=90334ac7-bc2e-4508-8eea-b9f0f0e782ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387385 Apr 07 13:51:46.983164 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:51:47.912490 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2e84e26a-2f5e-491d-8716-c56f3c021d89 req-4b7d9c16-9971-4406-8c8b-f40bae29c949 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0291340 Apr 07 13:51:48.073637 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f77056-73db-4bd7-9d40-5fdaec570962 req-cc67a45a-3e7e-4685-a168-f58c31877ce1 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:48.075218 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-69f77056-73db-4bd7-9d40-5fdaec570962 req-cc67a45a-3e7e-4685-a168-f58c31877ce1 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 945 time: 0.0513213 Apr 07 13:51:48.121647 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-69f77056-73db-4bd7-9d40-5fdaec570962 req-7691a3fb-f727-489f-86d0-8e2cade127a0 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=90334ac7-bc2e-4508-8eea-b9f0f0e782ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406208 Apr 07 13:51:48.131370 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device f4828a35-0015-41b3-b58b-fadb5362c5a9 up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:51:48.177851 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port f4828a35-0015-41b3-b58b-fadb5362c5a9 completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:51:48.182584 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port f4828a35-0015-41b3-b58b-fadb5362c5a9 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:51:48.182962 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (f4828a35-0015-41b3-b58b-fadb5362c5a9), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:48.260010 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port f4828a35-0015-41b3-b58b-fadb5362c5a9 is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:51:48.260394 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (f4828a35-0015-41b3-b58b-fadb5362c5a9), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:48.281190 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9351bde0-d1ed-4dd6-9877-7d348a2ef0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4828a35-0015-41b3-b58b-fadb5362c5a9'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:51:48.283436 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f34a0db-5c14-4ce8-ba68-6cfe0783d1ab" -d '{"events": [{"server_uuid": "9351bde0-d1ed-4dd6-9877-7d348a2ef0cc", "name": "network-vif-plugged", "status": "completed", "tag": "f4828a35-0015-41b3-b58b-fadb5362c5a9"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:51:48.295821 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port f4828a35-0015-41b3-b58b-fadb5362c5a9, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=f4828a35-0015-41b3-b58b-fadb5362c5a9,segment=NetworkSegment(bd8e6fd5-f92b-4c9d-bd97-94e605abe358),segment_id=bd8e6fd5-f92b-4c9d-bd97-94e605abe358)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:51:48.299942 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (f4828a35-0015-41b3-b58b-fadb5362c5a9), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:48.323847 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7568aa-1aaf-451f-9e44-842122cdc07c x-openstack-request-id: req-5e7568aa-1aaf-451f-9e44-842122cdc07c {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:51:48.324141 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9351bde0-d1ed-4dd6-9877-7d348a2ef0cc", "name": "network-vif-plugged", "status": "completed", "tag": "f4828a35-0015-41b3-b58b-fadb5362c5a9", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:51:48.324397 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e7568aa-1aaf-451f-9e44-842122cdc07c {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:51:48.324789 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e7568aa-1aaf-451f-9e44-842122cdc07c'] response: {'server_uuid': '9351bde0-d1ed-4dd6-9877-7d348a2ef0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4828a35-0015-41b3-b58b-fadb5362c5a9', 'code': 200} Apr 07 13:51:48.349094 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=f4828a35-0015-41b3-b58b-fadb5362c5a9,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:51:48.524622 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762512fb-8a59-4027-b00f-d51fd3c2b764 req-4ef02999-aba1-4876-a6c2-aff298b33671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:48.526099 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-762512fb-8a59-4027-b00f-d51fd3c2b764 req-4ef02999-aba1-4876-a6c2-aff298b33671 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 1130 time: 0.0441899 Apr 07 13:51:48.568622 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-762512fb-8a59-4027-b00f-d51fd3c2b764 req-66cf67d1-92eb-4bbc-bc19-9a79169705f7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=90334ac7-bc2e-4508-8eea-b9f0f0e782ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368721 Apr 07 13:51:49.002789 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5052dd65-a37c-4eb0-adea-787b2db50c01 req-a547161c-f5cd-4450-92d0-20da73d1f297 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0260801 Apr 07 13:51:49.239985 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea0019-71f7-4016-97c3-21b3adf0df23 req-c658b865-2781-412a-9fab-1b1f85e9bb19 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:49.241344 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-96ea0019-71f7-4016-97c3-21b3adf0df23 req-c658b865-2781-412a-9fab-1b1f85e9bb19 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 946 time: 0.0513756 Apr 07 13:51:49.290321 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-96ea0019-71f7-4016-97c3-21b3adf0df23 req-64f72428-b987-4348-a278-205557fdd184 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=90334ac7-bc2e-4508-8eea-b9f0f0e782ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434699 Apr 07 13:51:50.092619 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3a2446b2-ff66-4ad0-998a-8883d30b453a req-0b4d04fc-a9c7-4b0a-8f0a-39a20b4fb0c7 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0270934 Apr 07 13:51:50.408016 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c85893-056c-45fe-9f58-8028a2c5ea5e req-e81f67c9-1d51-48db-9a5c-c3d8d6c61362 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:50.409459 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-71c85893-056c-45fe-9f58-8028a2c5ea5e req-e81f67c9-1d51-48db-9a5c-c3d8d6c61362 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 946 time: 0.0519226 Apr 07 13:51:50.453965 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-71c85893-056c-45fe-9f58-8028a2c5ea5e req-7f658f60-47f4-41bb-91ba-d76e5333660b tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=90334ac7-bc2e-4508-8eea-b9f0f0e782ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389540 Apr 07 13:51:50.565751 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da548096-6bc4-4893-be6d-376852b740ec req-6daf4191-1c2c-47f8-86c8-537e1b0bcb8a tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:50.567273 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-da548096-6bc4-4893-be6d-376852b740ec req-6daf4191-1c2c-47f8-86c8-537e1b0bcb8a tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 946 time: 0.0526218 Apr 07 13:51:50.576216 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 34808) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:51:50.580676 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-f3e2bba6-3495-409f-8dd7-e62672944337 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Request body: {'floatingip': {'port_id': 'f4828a35-0015-41b3-b58b-fadb5362c5a9'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:51:50.620636 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f3e2bba6-3495-409f-8dd7-e62672944337 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for floatingip (d9519c20-7333-475a-9b8e-617e7bbe5b3a), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:51.224344 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-caa17901-5e76-470b-9eec-d420e6612cec req-6a487f6c-65c6-4bb4-a262-bfaebd04d88c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0311460 Apr 07 13:51:51.325557 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f3e2bba6-3495-409f-8dd7-e62672944337 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:51.329776 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f3e2bba6-3495-409f-8dd7-e62672944337 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (d9519c20-7333-475a-9b8e-617e7bbe5b3a), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:51.428438 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.l3_db [None req-f3e2bba6-3495-409f-8dd7-e62672944337 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Floating IP d9519c20-7333-475a-9b8e-617e7bbe5b3a associated. External IP: 172.27.0.174, port: f4828a35-0015-41b3-b58b-fadb5362c5a9. Apr 07 13:51:51.629860 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e2bba6-3495-409f-8dd7-e62672944337 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Router 3377f955-d544-4832-b137-cbb384f099db has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:51:51.749539 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e2bba6-3495-409f-8dd7-e62672944337 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:51:51.754443 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f3e2bba6-3495-409f-8dd7-e62672944337 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:51.761210 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083c905-c711-4ada-bf50-1bddd5adbd44 None None] Sync routers for ids ['3377f955-d544-4832-b137-cbb384f099db'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:51:51.770403 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083c905-c711-4ada-bf50-1bddd5adbd44 None None] Routers {'3377f955-d544-4832-b137-cbb384f099db'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:51:51.771016 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a083c905-c711-4ada-bf50-1bddd5adbd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:51:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['3377f955-d544-4832-b137-cbb384f099db'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:51:51.783399 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-f3e2bba6-3495-409f-8dd7-e62672944337 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "PUT /v2.0/floatingips/d9519c20-7333-475a-9b8e-617e7bbe5b3a HTTP/1.1" status: 200 len: 992 time: 1.2061250 Apr 07 13:51:51.783981 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9351bde0-d1ed-4dd6-9877-7d348a2ef0cc', 'tag': 'f4828a35-0015-41b3-b58b-fadb5362c5a9'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:51:51.786203 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d35052-16c7-4a69-9a53-49a299d5b928" -d '{"events": [{"name": "network-changed", "server_uuid": "9351bde0-d1ed-4dd6-9877-7d348a2ef0cc", "tag": "f4828a35-0015-41b3-b58b-fadb5362c5a9"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:51:51.823902 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4048df-4b62-4255-a317-d2192c5c45d4 x-openstack-request-id: req-ed4048df-4b62-4255-a317-d2192c5c45d4 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:51:51.824201 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9351bde0-d1ed-4dd6-9877-7d348a2ef0cc", "tag": "f4828a35-0015-41b3-b58b-fadb5362c5a9", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:51:51.824459 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed4048df-4b62-4255-a317-d2192c5c45d4 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:51:51.824866 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4048df-4b62-4255-a317-d2192c5c45d4'] response: {'name': 'network-changed', 'server_uuid': '9351bde0-d1ed-4dd6-9877-7d348a2ef0cc', 'tag': 'f4828a35-0015-41b3-b58b-fadb5362c5a9', 'status': 'completed', 'code': 200} Apr 07 13:51:51.911650 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d35052-16c7-4a69-9a53-49a299d5b928 req-958ce217-c2b3-4221-bbb8-954c6f5f25be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:51.913252 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-82d35052-16c7-4a69-9a53-49a299d5b928 req-958ce217-c2b3-4221-bbb8-954c6f5f25be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5dcbf4d3e4d64112b168747af5055edd&device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 1130 time: 0.0456607 Apr 07 13:51:52.010633 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d35052-16c7-4a69-9a53-49a299d5b928 req-9290e234-b24c-41ca-acca-f88e5e1a2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:52.011677 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-a083c905-c711-4ada-bf50-1bddd5adbd44 None None] Set router 3377f955-d544-4832-b137-cbb384f099db gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:51:52.011998 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-82d35052-16c7-4a69-9a53-49a299d5b928 req-9290e234-b24c-41ca-acca-f88e5e1a2944 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab HTTP/1.1" status: 200 len: 912 time: 0.0919261 Apr 07 13:51:52.077941 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-82d35052-16c7-4a69-9a53-49a299d5b928 req-a7e2577e-2341-4d76-b9ad-7c2e91454a27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4828a35-0015-41b3-b58b-fadb5362c5a9 HTTP/1.1" status: 200 len: 1000 time: 0.0604615 Apr 07 13:51:52.125097 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d35052-16c7-4a69-9a53-49a299d5b928 req-e5b2bdea-52db-436c-a165-0720a29ef09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:52.126573 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-82d35052-16c7-4a69-9a53-49a299d5b928 req-e5b2bdea-52db-436c-a165-0720a29ef09a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fac5884-81d7-4c87-83f0-a25d55783873 HTTP/1.1" status: 200 len: 850 time: 0.0431528 Apr 07 13:51:52.174817 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d35052-16c7-4a69-9a53-49a299d5b928 req-fda55c06-1a96-4318-a568-b4d0e2ace54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:51:52.176367 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-82d35052-16c7-4a69-9a53-49a299d5b928 req-fda55c06-1a96-4318-a568-b4d0e2ace54f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446856 Apr 07 13:51:52.235004 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a083c905-c711-4ada-bf50-1bddd5adbd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 4, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port': {'id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'd9519c20-7333-475a-9b8e-617e7bbe5b3a', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '3377f955-d544-4832-b137-cbb384f099db', 'port_id': 'f4828a35-0015-41b3-b58b-fadb5362c5a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'mac_address': 'fa:16:3e:0c:04:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9351bde0-d1ed-4dd6-9877-7d348a2ef0cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:51:39Z', 'updated_at': '2022-04-07T13:51:51Z', 'revision_number': 1, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b20d02a-3520-4175-bddd-e8b89bdac8f5', 'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'mac_address': 'fa:16:3e:30:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:21Z', 'updated_at': '2022-04-07T13:47:25Z', 'revision_number': 5, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'subnets': [{'id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:51:52.261410 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083c905-c711-4ada-bf50-1bddd5adbd44 None None] Checking router: 3377f955-d544-4832-b137-cbb384f099db for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:51:52.268580 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-82d35052-16c7-4a69-9a53-49a299d5b928 req-154e2513-08da-4ecf-8dd8-0c9670becd1e service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864265 Apr 07 13:51:52.269914 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083c905-c711-4ada-bf50-1bddd5adbd44 None None] Routers {'3377f955-d544-4832-b137-cbb384f099db'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:51:52.270569 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a083c905-c711-4ada-bf50-1bddd5adbd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:51:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['3377f955-d544-4832-b137-cbb384f099db'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:51:52.323303 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9e79d844-7bfb-464d-a78f-8255e805e1fd req-060922f5-5f0a-4271-90b4-d9322caecdd2 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0274177 Apr 07 13:51:52.363927 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-82d35052-16c7-4a69-9a53-49a299d5b928 req-ef471f42-49ca-4d09-8da1-fca5e0d5a709 service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898380 Apr 07 13:51:52.384040 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-a083c905-c711-4ada-bf50-1bddd5adbd44 None None] Set router 3377f955-d544-4832-b137-cbb384f099db gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:51:52.442645 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-37cfd7b1-1bc6-4607-9f20-f114280cafae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:52.622084 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a083c905-c711-4ada-bf50-1bddd5adbd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 4, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port': {'id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'd9519c20-7333-475a-9b8e-617e7bbe5b3a', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '3377f955-d544-4832-b137-cbb384f099db', 'port_id': 'f4828a35-0015-41b3-b58b-fadb5362c5a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'mac_address': 'fa:16:3e:0c:04:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9351bde0-d1ed-4dd6-9877-7d348a2ef0cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:51:39Z', 'updated_at': '2022-04-07T13:51:51Z', 'revision_number': 1, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b20d02a-3520-4175-bddd-e8b89bdac8f5', 'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'mac_address': 'fa:16:3e:30:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:21Z', 'updated_at': '2022-04-07T13:47:25Z', 'revision_number': 5, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'subnets': [{'id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:51:52.647646 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083c905-c711-4ada-bf50-1bddd5adbd44 None None] The sync data for ids ['3377f955-d544-4832-b137-cbb384f099db'] in dv-cinder-836973-1-iscsi is: [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 4, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port': {'id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'd9519c20-7333-475a-9b8e-617e7bbe5b3a', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '3377f955-d544-4832-b137-cbb384f099db', 'port_id': 'f4828a35-0015-41b3-b58b-fadb5362c5a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'mac_address': 'fa:16:3e:0c:04:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9351bde0-d1ed-4dd6-9877-7d348a2ef0cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:51:39Z', 'updated_at': '2022-04-07T13:51:51Z', 'revision_number': 1, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b20d02a-3520-4175-bddd-e8b89bdac8f5', 'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'mac_address': 'fa:16:3e:30:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:21Z', 'updated_at': '2022-04-07T13:47:25Z', 'revision_number': 5, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'subnets': [{'id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:51:52.824734 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf6825f-d4d3-4f18-8ca8-67b0e2433849 None None] New status for floating IP d9519c20-7333-475a-9b8e-617e7bbe5b3a: ACTIVE {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:51:53.420163 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-eb7370d9-3585-4ea0-89d4-026402fd86bb req-9b9af532-ccad-4a32-aa63-7305f3337eb3 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0258782 Apr 07 13:51:54.510732 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-056ef5d4-d410-44a1-8bfb-2f0a2937dd1e req-97ce305c-5e5a-4511-b81e-76ca92d9d228 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0259228 Apr 07 13:51:54.929228 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-92b43f60-02ac-4258-ad4b-8e31fa15c336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:55.603446 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-34edbfe6-2040-4396-99c0-388d5f8f4cd5 req-264ba66d-0358-41be-8ff8-8e306bd0d43a tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0289900 Apr 07 13:51:55.806812 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:56.693835 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e4eb8e43-26b9-4243-983a-be89ffb2441d req-a9fdec7d-b9cc-4c14-9245-329a80d38305 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0256796 Apr 07 13:51:57.287307 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:57.785901 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9da74398-054d-47e6-b4d3-da284d88f232 req-526a0800-191b-4f92-b7e2-6b82214e9742 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0262172 Apr 07 13:51:58.693831 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:51:58.876315 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-856f7d0e-9234-4ef8-800c-6b19a89bee25 req-a8339ba2-9d10-4025-b206-2df4f99bdf8b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0263162 Apr 07 13:51:59.969362 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-676ddc3c-8e11-45f8-bb18-120b8a33d9f0 req-99cc5e70-c977-46f4-8a3b-33430afb7123 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0280302 Apr 07 13:52:01.058957 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9a56abb5-b6ce-4104-9b06-62b4eb34dcad req-9779a2d3-c52d-4bec-9049-59fba540ee68 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0260608 Apr 07 13:52:02.152685 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-10be0349-6131-47ee-8b0d-441f77028481 req-7ced6ce5-8509-4c1d-9a16-dc70c7487178 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0282199 Apr 07 13:52:03.244779 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-75bfb340-52f0-4cb9-bb13-f89f28a37c08 req-c5c99141-66e0-4af7-9e59-fb2c4b81b1f0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0259752 Apr 07 13:52:04.334205 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-aabe4440-027e-400e-922e-27ec50a8057c req-4979d565-70b7-4b1a-9be4-10f9baed2ab0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0263429 Apr 07 13:52:05.251966 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:52:05.424080 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3a1556d0-5be2-4d74-a733-1c2f8c382036 req-0713caa3-92ec-49ed-a2a6-c681f08cf1e9 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0269539 Apr 07 13:52:06.513990 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a86e772d-0d42-4c91-b7bf-431ebe2a135f req-a729b006-79dd-4d57-a28b-a75b69b75bc6 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0264432 Apr 07 13:52:07.603089 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5eb0a08d-dcf0-453d-aca3-01435792c314 req-0c91c7dc-14d9-49f2-98ca-8e7ed38b8f6b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0257514 Apr 07 13:52:08.650965 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [req-dc0810a1-d282-4da7-8103-ab0dd9a7f02e req-2e79bee2-a81c-45ed-95a2-daef8b44fd31 service neutron] (103372) timed out ('10.222.0.23', 49903) {{(pid=103372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 13:52:08.699405 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0303029e-9ffc-4ed4-9a12-cccc93fe3485 req-b78473e1-75e4-4ed1-ab7c-0fcb4c8e9d4f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0293162 Apr 07 13:52:09.790472 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2216ef2b-219f-41c0-bb54-61cc9dd9674a req-7281ece4-3497-4a43-93b2-9a93f0901288 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266583 Apr 07 13:52:10.880149 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9985a3d7-ef70-45a9-a9d8-5f7566a48148 req-d0f21f07-b3fb-4839-85ba-54791f3abe4c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0265253 Apr 07 13:52:11.975620 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b9d51ef4-38fb-4cc2-a859-e4c81195e058 req-323f019f-ce95-4226-84f2-ebeac4b20acf tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0267475 Apr 07 13:52:13.064854 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-80e16313-b56b-4615-960c-29751c939772 req-f6a1ebc9-3f33-4e1d-9544-02dd85777f96 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0256627 Apr 07 13:52:14.156111 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-97993691-0571-49ae-bad5-74902ace6ac2 req-d495b0d2-7e1d-4549-8fc4-77b5743e1e11 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0260730 Apr 07 13:52:15.250167 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-36a665f3-5c49-4984-bfd8-a6bb10ee4c24 req-fd222b6e-7fcc-4613-94df-17de4ff880a5 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0287764 Apr 07 13:52:16.340717 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-98873252-ab2e-4312-84ca-6b03bf33c385 req-7350b437-fc67-4d4c-bf71-b1c4a2650bd1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0270262 Apr 07 13:52:17.430182 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8d57930c-d15f-4dae-af5c-f5c3f1f8db39 req-8fabcc48-3ba6-49f9-ac05-c6635bc70149 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0264056 Apr 07 13:52:18.521565 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b191b638-9516-486c-aaca-c6264bb8c8fd req-a5720b7d-307a-4374-8b31-cb40712be3ec tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0259330 Apr 07 13:52:19.611412 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0ffec1de-b78b-44e2-a1bb-f2150c0f2528 req-07303d73-2aff-443c-bb25-7bd617de09b7 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0256941 Apr 07 13:52:20.702996 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a2cdc3aa-02c7-404d-83db-1ddc734bbfa8 req-d4cdf788-e03d-4951-a645-7515ab2a32cf tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0262074 Apr 07 13:52:21.797357 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7177946a-e0af-4e3d-820e-77bd70d8aed3 req-1e761dd8-bf9b-40c1-9c9f-db02ef94fd9d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0293803 Apr 07 13:52:22.423243 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e5d055c-b623-4899-938e-0292de5b7ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:52:22.888295 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6c9baee7-6ecb-4df4-86bb-bf4727916a02 req-7cee0ccd-6b7d-4f2e-8e6f-21b10bef0b86 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266912 Apr 07 13:52:23.979234 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2778001b-1723-4df7-87de-9c2803ceb26d req-da498431-ca73-47c6-b6c4-0748b1e43fb9 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0267663 Apr 07 13:52:23.982446 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:52:24.930638 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-89b3a5fc-c41f-4408-89aa-69dd4ef813e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:52:25.069786 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-08a35f3e-ca3d-45d7-9a31-6a48796d3363 req-2872a687-c688-4b57-87a8-26f4ce330662 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0269575 Apr 07 13:52:25.808133 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:52:26.161395 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8746e3a3-c362-4a6e-a406-ff2c728c0f91 req-9bff5445-699c-4087-bf14-f8f22442aca7 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0264187 Apr 07 13:52:27.251191 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0202fa8b-f92d-44d4-a346-0bc159621193 req-feff3795-b2fe-43f5-86fd-71590cf0ca43 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0263252 Apr 07 13:52:27.287105 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:52:28.345769 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e7038891-19c2-4ce6-929e-71490e97f7e1 req-5daf3385-7547-4ed6-aca6-74f566ca6b38 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0296812 Apr 07 13:52:28.700054 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:52:29.435659 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ceb37575-7f1d-4d7f-91db-41616dfd8a4e req-bf7d7a36-0da4-4c0b-b242-3d11e66dd2ec tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0267472 Apr 07 13:52:30.525287 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-62cb5fa3-f7f2-4edc-b16b-46e145e54b15 req-fdc32624-f8b7-4704-a927-5bfcb5481555 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0258160 Apr 07 13:52:31.617811 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fe051c63-240a-45a6-8c87-414073152d09 req-94cab521-12c3-426e-ac17-c78c7632fe1f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0262105 Apr 07 13:52:32.714265 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2e8d5fac-1bba-4ff5-a0bb-b1a18269d0b5 req-dec93299-8001-4a55-869a-7591e7cdf43a tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0313821 Apr 07 13:52:33.803102 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bdab966b-0bbd-4607-a3f2-02bc7218978e req-64f62e12-02ad-4677-91c1-4ea82d0b77d5 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0263588 Apr 07 13:52:34.894330 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-600c78c8-2250-4c5d-9a19-59982203d7ef req-eedec0ee-6a88-4671-b30b-a3e9e96da1e0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0299873 Apr 07 13:52:35.237750 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:52:35.983660 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2cf93960-5c1f-47db-bc38-1453432962b7 req-0043b831-5ba6-4d83-a701-d3342a9efb99 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0264218 Apr 07 13:52:37.077861 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b598a90f-3729-46d7-94d5-dc1c88162f98 req-d47e4c6a-3396-4854-b404-632596042537 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0305083 Apr 07 13:52:38.169014 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c9212540-b127-4f22-967f-0701b3381f1c req-b54cb5c9-2bc4-4bc6-9ab8-b58ccce80af8 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0262978 Apr 07 13:52:39.231028 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f457eb4a-6ad0-4c93-8cb5-7f91f0c90bac req-29dedabf-0553-4feb-9bc0-e8369236f2f8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801940 Apr 07 13:52:39.261165 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cc2f21f7-fef0-450d-92c2-168c955b69e0 req-24c35d26-1da5-4d5f-a205-052a983d1dd0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0271933 Apr 07 13:52:39.336984 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457eb4a-6ad0-4c93-8cb5-7f91f0c90bac req-a82d25fa-0cee-4036-a37a-e6654b488b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:52:39.338513 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f457eb4a-6ad0-4c93-8cb5-7f91f0c90bac req-a82d25fa-0cee-4036-a37a-e6654b488b3e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5dcbf4d3e4d64112b168747af5055edd&device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 1130 time: 0.0479360 Apr 07 13:52:39.437913 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457eb4a-6ad0-4c93-8cb5-7f91f0c90bac req-2e5f77b6-427c-4704-8685-2dac635e2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:52:39.439384 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f457eb4a-6ad0-4c93-8cb5-7f91f0c90bac req-2e5f77b6-427c-4704-8685-2dac635e2a19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab HTTP/1.1" status: 200 len: 912 time: 0.0832274 Apr 07 13:52:39.743017 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f457eb4a-6ad0-4c93-8cb5-7f91f0c90bac req-1fb10284-b7b4-4c5f-bee8-4b7b14bd8693 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4828a35-0015-41b3-b58b-fadb5362c5a9 HTTP/1.1" status: 200 len: 1002 time: 0.2977858 Apr 07 13:52:39.789479 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457eb4a-6ad0-4c93-8cb5-7f91f0c90bac req-89d75c47-e8b8-45f5-9948-901fd790b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:52:39.790875 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f457eb4a-6ad0-4c93-8cb5-7f91f0c90bac req-89d75c47-e8b8-45f5-9948-901fd790b893 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fac5884-81d7-4c87-83f0-a25d55783873 HTTP/1.1" status: 200 len: 850 time: 0.0422580 Apr 07 13:52:39.837471 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457eb4a-6ad0-4c93-8cb5-7f91f0c90bac req-7014a943-e3b9-442b-827d-6fc5d95ae6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:52:39.838945 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f457eb4a-6ad0-4c93-8cb5-7f91f0c90bac req-7014a943-e3b9-442b-827d-6fc5d95ae6e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f48ce8b2-7ad0-4301-99c4-de729f12f4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422187 Apr 07 13:52:39.928940 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f457eb4a-6ad0-4c93-8cb5-7f91f0c90bac req-8ed1a341-98ab-4361-9665-58b993f20076 service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828454 Apr 07 13:52:40.013723 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f457eb4a-6ad0-4c93-8cb5-7f91f0c90bac req-db57ed51-8479-4d98-9a49-8437aef00437 service neutron] 10.222.0.23 "GET /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792847 Apr 07 13:52:40.352887 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4647160b-5aba-4f8d-88c1-2dc8671485c8 req-be88e41b-e4a4-4531-9076-2231236a3e9a tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0263681 Apr 07 13:52:41.446523 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c113f954-444f-45e3-908a-089545533b6a req-fb983f03-56e0-44e2-bfa0-ed85f21f1371 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0298922 Apr 07 13:52:42.537213 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-544544e3-f684-4e95-9801-7d55f600fc15 req-548af2bf-6eec-481e-812c-0589553d0940 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0262258 Apr 07 13:52:43.629293 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-aae10b02-ffc8-47d9-8c18-3c3212b4e833 req-75677a04-2987-4383-a463-9543416cdad2 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0263047 Apr 07 13:52:44.161910 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [req-72271e91-fcba-413d-84af-70e9a6faeb02 req-61b4ae6f-3716-43d5-a989-5a24a56f9aef service neutron] (103372) timed out ('10.222.0.23', 49890) {{(pid=103372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 13:52:44.721682 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-201f5722-4bfe-4b5d-9ea5-c51da4096c5d req-5a2fcd07-55b7-4359-b171-c7c797debe71 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0276506 Apr 07 13:52:45.811541 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6070f65a-db8a-4c83-b390-57f94081c32d req-f91e3e79-711b-47c5-a95a-a4ba03ae875f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266385 Apr 07 13:52:46.902868 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-980eae83-afaa-425b-802d-d36cdf6cfd47 req-a734ca17-fa57-4061-8e8d-d42de5212337 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266166 Apr 07 13:52:47.996817 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e7ef4542-a97d-49b9-ad88-56e6bdc87b36 req-1244f2b4-d493-4ede-b24c-7258bc93c353 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0297322 Apr 07 13:52:49.086634 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ee9f984a-b58d-4220-a8cc-ad1ab5d346ad req-8c499d43-0903-4244-8f32-9e12a1b4d54c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0272169 Apr 07 13:52:50.177131 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fd463535-5612-4934-9929-c73c3b710cb2 req-b7f8a52b-740c-4312-a4ab-0ac79b8cb8dc tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0261638 Apr 07 13:52:51.268013 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5dbb8f29-c0ac-4c4d-b048-8b9fe3c8fdba req-14cc1a19-8b18-4ab0-bfa4-db2699cd5e73 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0258079 Apr 07 13:52:52.360051 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-429de52c-02dd-4a6d-9514-b8e4fa1c69f9 req-a5e7aa7a-0fd5-4c75-991f-17ae2683a2ca tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0265491 Apr 07 13:52:52.423900 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-334b6eb6-b483-4d91-b19a-4c224fa96bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:52:53.449893 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e36b24a2-a1f3-4d42-9d14-d4b09396b595 req-c9aa2964-922f-4d0d-9dfd-5616bfe006d3 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0268240 Apr 07 13:52:54.543436 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e2491728-dbab-4d08-a37e-ee837544e2b4 req-68b8b645-9cf8-4fc2-810a-470586275fda tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0292475 Apr 07 13:52:54.932233 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-46455661-860f-40e3-b0f3-46f85acbda78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:52:55.632498 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6b4a6bd4-382f-407c-8e60-5ac98d8bce07 req-8d756dda-d5e6-46dd-bb34-ae26936f8c5f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0258389 Apr 07 13:52:55.810724 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:52:56.723564 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-11520d14-1d7b-4a31-babc-eea0b465d79a req-2e913137-d8a8-4b00-91a2-77b6569f7e96 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0264487 Apr 07 13:52:57.290536 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:52:57.824182 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0f819e22-0e79-4dff-9207-c298f14d25af req-8c089701-a971-45a6-b66d-4a90d871381a tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0273929 Apr 07 13:52:58.691699 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:52:58.915334 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-62cd0ad6-8087-4cb7-b942-adc663120fd0 req-e10b51a4-0030-44bf-afcb-984f8fb6e60f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266435 Apr 07 13:53:00.008595 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ed3fb616-e4e0-4360-974f-836313749415 req-4efa2a55-5268-4939-8bcc-51aeb124cc54 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0262027 Apr 07 13:53:00.982356 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:53:01.102235 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b14fad95-e0fb-470b-9b11-90573dc0efa7 req-cb40fd6d-f898-41fc-b1b7-1c2a2be92966 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0296278 Apr 07 13:53:02.192333 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-251de237-3561-479c-9c3a-19dddf0e6c2b req-622eb218-bad7-43c9-8aa7-efae9113682a tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0268202 Apr 07 13:53:03.283355 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6daa975a-44ec-4b85-946d-df851ee3e538 req-8cf8686e-e467-4757-bacd-f7b7211dfe78 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0265248 Apr 07 13:53:04.373057 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-58219982-6a62-41a9-b175-bf5336e94845 req-2e6f0a45-b1b4-4535-a5da-f2ccc38bf325 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0262048 Apr 07 13:53:05.245463 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:05.462445 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b4d2d62c-e6a6-44ac-8a95-7877056763d4 req-ba037176-9b89-4d27-b05a-b448fe3d012d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0265605 Apr 07 13:53:06.552845 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0849c556-9ce9-487d-adf5-324276b9bdc0 req-b084d5a3-27fe-4336-8996-569607390652 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0262215 Apr 07 13:53:07.647075 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f26e4dd6-bb2f-4bb9-82de-e45d08414265 req-c27023b3-bc37-4ba5-8111-6fb09e43c369 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0313065 Apr 07 13:53:08.740297 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9c3720a1-c293-441d-88e7-8ee167405bc0 req-0d965e40-32f9-43e2-8f43-29e4cd783147 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0260684 Apr 07 13:53:09.832394 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-75ceee6e-6ac2-463a-82fd-87827d319fba req-0c510f61-51b8-419e-9c5e-1d28210cf34f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0261383 Apr 07 13:53:10.923699 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3bdb9f18-cd50-40b3-b25e-e241536b12d6 req-2de48305-f261-4086-8963-dbd68e8e77d9 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0265088 Apr 07 13:53:12.015539 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9fcb8e69-5afd-456b-a0fa-34550a2658ae req-c500b1bd-e608-428d-8c42-c46cea857abf tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0270164 Apr 07 13:53:13.107324 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f080dd51-6ee8-44de-99b7-b1b4f8af3c07 req-8cb52036-b1d6-47d1-b5b3-d256a68399c4 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0269730 Apr 07 13:53:14.202307 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-85f9ecfb-71ff-435f-bffe-5a9b231b715f req-a3c3c7f0-aadf-4e2c-b960-2e8230aec835 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0302191 Apr 07 13:53:15.294806 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a19b584b-57dd-46d8-9496-ce7cb7995f64 req-5a8245b4-34dd-4c59-a7cf-e9924a87bb90 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0270963 Apr 07 13:53:16.387729 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b66621c4-f26f-4874-82bd-7caf548b9796 req-fa380656-e1bb-46bb-bf9e-744235b0fd8e tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0272820 Apr 07 13:53:17.479507 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fd3929f1-17a7-451c-aac8-26e680d1b395 req-18b8c5ed-3237-434b-8058-697fa1e008ee tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0275464 Apr 07 13:53:18.088063 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7ccff-65ed-4057-8784-3255afc417b2 req-bdf461ff-03ab-48ff-a2e2-12ef24b76952 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:53:18.089526 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d9d7ccff-65ed-4057-8784-3255afc417b2 req-bdf461ff-03ab-48ff-a2e2-12ef24b76952 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 946 time: 0.0519898 Apr 07 13:53:18.135414 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d9d7ccff-65ed-4057-8784-3255afc417b2 req-d721f809-257e-4a3f-b1b1-723049ad3dad tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=90334ac7-bc2e-4508-8eea-b9f0f0e782ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402951 Apr 07 13:53:18.574783 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5385d32e-fdef-4daf-86d1-738155ccf1a1 req-9b20e60b-efa6-4975-bbc8-6e92178dc81d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0293658 Apr 07 13:53:19.251196 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddcb54-32e4-48c2-af3f-15029522bad6 req-ccee9c47-dba7-482d-942d-c3686c3d8a7c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:53:19.252637 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-14ddcb54-32e4-48c2-af3f-15029522bad6 req-ccee9c47-dba7-482d-942d-c3686c3d8a7c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 946 time: 0.0515552 Apr 07 13:53:19.297103 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-14ddcb54-32e4-48c2-af3f-15029522bad6 req-9f88d50d-60c3-4da5-9b3e-78539fea5318 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=90334ac7-bc2e-4508-8eea-b9f0f0e782ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389781 Apr 07 13:53:19.666906 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9fdb46af-b4a1-4bf7-9b3b-df3622b80788 req-bec1da3e-9a62-408d-8048-7bb07ede195f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0274491 Apr 07 13:53:20.266597 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737ea05-dc9c-4779-a162-c81460ad9e63 req-e47d733f-1c9c-4daa-9956-2cf3d312c5bb tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:53:20.268034 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5737ea05-dc9c-4779-a162-c81460ad9e63 req-e47d733f-1c9c-4daa-9956-2cf3d312c5bb tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.23 "GET /v2.0/ports?device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 946 time: 0.0554702 Apr 07 13:53:20.358400 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-5737ea05-dc9c-4779-a162-c81460ad9e63 req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Deleting port f4828a35-0015-41b3-b58b-fadb5362c5a9 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:53:20.358746 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5737ea05-dc9c-4779-a162-c81460ad9e63 req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (f4828a35-0015-41b3-b58b-fadb5362c5a9), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:20.417149 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c4ffd-56f0-42d8-84f7-511c70b5d4bd req-8ff3bf59-6e6f-4f8e-b766-4cb725a026f4 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:53:20.418658 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-951c4ffd-56f0-42d8-84f7-511c70b5d4bd req-8ff3bf59-6e6f-4f8e-b766-4cb725a026f4 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 946 time: 0.0552604 Apr 07 13:53:20.449991 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-5737ea05-dc9c-4779-a162-c81460ad9e63 req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] For port f4828a35-0015-41b3-b58b-fadb5362c5a9, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=f4828a35-0015-41b3-b58b-fadb5362c5a9,segment=NetworkSegment(bd8e6fd5-f92b-4c9d-bd97-94e605abe358),segment_id=bd8e6fd5-f92b-4c9d-bd97-94e605abe358)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:53:20.450282 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5737ea05-dc9c-4779-a162-c81460ad9e63 req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (f4828a35-0015-41b3-b58b-fadb5362c5a9), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:20.464701 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-951c4ffd-56f0-42d8-84f7-511c70b5d4bd req-5528e89a-0b5c-4932-9c0e-cc93c774d167 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups?id=90334ac7-bc2e-4508-8eea-b9f0f0e782ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405998 Apr 07 13:53:20.618714 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5737ea05-dc9c-4779-a162-c81460ad9e63 req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:20.618714 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5737ea05-dc9c-4779-a162-c81460ad9e63 req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (d9519c20-7333-475a-9b8e-617e7bbe5b3a), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:20.620596 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-5737ea05-dc9c-4779-a162-c81460ad9e63 req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Floating IP d9519c20-7333-475a-9b8e-617e7bbe5b3a disassociated. External IP: 172.27.0.174, port: f4828a35-0015-41b3-b58b-fadb5362c5a9. Apr 07 13:53:20.620596 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-5737ea05-dc9c-4779-a162-c81460ad9e63 req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Calling delete_port for f4828a35-0015-41b3-b58b-fadb5362c5a9 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:53:20.750797 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5737ea05-dc9c-4779-a162-c81460ad9e63 req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (f4828a35-0015-41b3-b58b-fadb5362c5a9), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:20.759419 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-64ec44fb-53bf-438f-a336-108bb9680bd6 req-196ae076-6eed-446c-ba50-a9c6e2272a22 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0287278 Apr 07 13:53:20.783477 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Pushing event deleted for resources: {'Port': ['ID=f4828a35-0015-41b3-b58b-fadb5362c5a9,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:20.795163 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:20.795519 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:20.795874 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:20.796209 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:20.796551 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:20.796891 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:20.797233 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:20.797567 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:20.797902 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:20.798233 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:20.798592 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:20.798922 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:20.799251 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:20.799577 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:20.799902 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:20.911210 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5737ea05-dc9c-4779-a162-c81460ad9e63 req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Router 3377f955-d544-4832-b137-cbb384f099db has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:53:21.019008 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5737ea05-dc9c-4779-a162-c81460ad9e63 req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:53:21.028777 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ec81f2-b8b2-4e6a-af3d-1840c4ef29d8 None None] Sync routers for ids ['3377f955-d544-4832-b137-cbb384f099db'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:53:21.038306 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ec81f2-b8b2-4e6a-af3d-1840c4ef29d8 None None] Routers {'3377f955-d544-4832-b137-cbb384f099db'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:53:21.039493 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d3ec81f2-b8b2-4e6a-af3d-1840c4ef29d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:52:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['3377f955-d544-4832-b137-cbb384f099db'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:53:21.060348 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-5737ea05-dc9c-4779-a162-c81460ad9e63 req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] No DVR routers for this DVR port f4828a35-0015-41b3-b58b-fadb5362c5a9 on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:53:21.062892 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5737ea05-dc9c-4779-a162-c81460ad9e63 req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:21.066410 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5737ea05-dc9c-4779-a162-c81460ad9e63 req-4db1fa9f-527b-4278-ba29-b4ad0a19ee6e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.23 "DELETE /v2.0/ports/f4828a35-0015-41b3-b58b-fadb5362c5a9 HTTP/1.1" status: 204 len: 173 time: 0.7912931 Apr 07 13:53:21.066875 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9351bde0-d1ed-4dd6-9877-7d348a2ef0cc', 'name': 'network-vif-deleted', 'tag': 'f4828a35-0015-41b3-b58b-fadb5362c5a9'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:53:21.069838 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec23978-c101-4e9a-bbb4-db13467320de" -d '{"events": [{"server_uuid": "9351bde0-d1ed-4dd6-9877-7d348a2ef0cc", "name": "network-vif-deleted", "tag": "f4828a35-0015-41b3-b58b-fadb5362c5a9"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:53:21.164411 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-d3ec81f2-b8b2-4e6a-af3d-1840c4ef29d8 None None] Set router 3377f955-d544-4832-b137-cbb384f099db gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:53:21.169761 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4f49b3-4d09-4a10-b900-e04415ce0cb8 x-openstack-request-id: req-af4f49b3-4d09-4a10-b900-e04415ce0cb8 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:53:21.170064 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9351bde0-d1ed-4dd6-9877-7d348a2ef0cc", "name": "network-vif-deleted", "tag": "f4828a35-0015-41b3-b58b-fadb5362c5a9", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:53:21.170341 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af4f49b3-4d09-4a10-b900-e04415ce0cb8 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:53:21.170758 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4f49b3-4d09-4a10-b900-e04415ce0cb8'] response: {'server_uuid': '9351bde0-d1ed-4dd6-9877-7d348a2ef0cc', 'name': 'network-vif-deleted', 'tag': 'f4828a35-0015-41b3-b58b-fadb5362c5a9', 'status': 'completed', 'code': 200} Apr 07 13:53:21.373634 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d3ec81f2-b8b2-4e6a-af3d-1840c4ef29d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 4, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port': {'id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '3b20d02a-3520-4175-bddd-e8b89bdac8f5', 'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'mac_address': 'fa:16:3e:30:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:21Z', 'updated_at': '2022-04-07T13:47:25Z', 'revision_number': 5, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'subnets': [{'id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:53:21.400171 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ec81f2-b8b2-4e6a-af3d-1840c4ef29d8 None None] Checking router: 3377f955-d544-4832-b137-cbb384f099db for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:53:21.408108 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ec81f2-b8b2-4e6a-af3d-1840c4ef29d8 None None] Routers {'3377f955-d544-4832-b137-cbb384f099db'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:53:21.408713 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d3ec81f2-b8b2-4e6a-af3d-1840c4ef29d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:52:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['3377f955-d544-4832-b137-cbb384f099db'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:53:21.526257 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-d3ec81f2-b8b2-4e6a-af3d-1840c4ef29d8 None None] Set router 3377f955-d544-4832-b137-cbb384f099db gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:53:21.575724 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-739c87f2-7ff1-4ab0-9043-2a3ab1661e57 req-8ba95687-0512-44c2-a292-141ff364699c tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/ports?device_id=9351bde0-d1ed-4dd6-9877-7d348a2ef0cc HTTP/1.1" status: 200 len: 210 time: 0.0335402 Apr 07 13:53:21.851874 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0efeff76-6f9d-40b3-ab89-1c3cb4ee5e89 req-7c9374a4-25ac-44bf-9a0f-81af8cf4b528 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266793 Apr 07 13:53:21.866446 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d3ec81f2-b8b2-4e6a-af3d-1840c4ef29d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 4, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port': {'id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '3b20d02a-3520-4175-bddd-e8b89bdac8f5', 'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'mac_address': 'fa:16:3e:30:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:21Z', 'updated_at': '2022-04-07T13:47:25Z', 'revision_number': 5, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'subnets': [{'id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:53:21.892975 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ec81f2-b8b2-4e6a-af3d-1840c4ef29d8 None None] The sync data for ids ['3377f955-d544-4832-b137-cbb384f099db'] in dv-cinder-836973-1-iscsi is: [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:21Z', 'revision_number': 4, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port': {'id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '3b20d02a-3520-4175-bddd-e8b89bdac8f5', 'name': '', 'network_id': 'f48ce8b2-7ad0-4301-99c4-de729f12f4ab', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'mac_address': 'fa:16:3e:30:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:21Z', 'updated_at': '2022-04-07T13:47:25Z', 'revision_number': 5, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'subnets': [{'id': '7fac5884-81d7-4c87-83f0-a25d55783873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:53:22.103566 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27417a7-9a8d-45a0-a8aa-0aa3acd1b6ab None None] New status for floating IP d9519c20-7333-475a-9b8e-617e7bbe5b3a: DOWN {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:53:22.425166 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9ff58490-74e7-4a76-bc94-c028ff4185b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:22.598054 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device f4828a35-0015-41b3-b58b-fadb5362c5a9 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:53:22.618457 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: f4828a35-0015-41b3-b58b-fadb5362c5a9 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:53:22.618806 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device f4828a35-0015-41b3-b58b-fadb5362c5a9 not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:53:22.652289 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 35144) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:22.705698 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-020894c5-802e-44b3-afeb-ad809193296e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group (90334ac7-bc2e-4508-8eea-b9f0f0e782ca), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:22.732783 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-020894c5-802e-44b3-afeb-ad809193296e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group (90334ac7-bc2e-4508-8eea-b9f0f0e782ca), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:22.780417 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-020894c5-802e-44b3-afeb-ad809193296e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (90334ac7-bc2e-4508-8eea-b9f0f0e782ca), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:22.783131 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-020894c5-802e-44b3-afeb-ad809193296e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:22.784277 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-020894c5-802e-44b3-afeb-ad809193296e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "DELETE /v2.0/security-groups/90334ac7-bc2e-4508-8eea-b9f0f0e782ca HTTP/1.1" status: 204 len: 168 time: 0.1309977 Apr 07 13:53:22.787091 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 35146) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:22.793709 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020894c5-802e-44b3-afeb-ad809193296e tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90334ac7-bc2e-4508-8eea-b9f0f0e782ca,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:22.804081 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.api.v2.resource [None req-762de97a-53aa-49de-af10-d88a225781c7 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] show failed (client error): The resource could not be found. Apr 07 13:53:22.805076 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-762de97a-53aa-49de-af10-d88a225781c7 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "GET /v2.0/security-groups/90334ac7-bc2e-4508-8eea-b9f0f0e782ca HTTP/1.1" status: 404 len: 347 time: 0.0170226 Apr 07 13:53:22.807904 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 35148) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:22.948707 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-834102be-0b3a-4866-8b83-68400322e762 req-1b00378b-1385-4cac-93d6-58a40bf9b7ad tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0312200 Apr 07 13:53:22.953400 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Deleting port 39cda9ad-2648-4d6b-8bbd-f41360222a98 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:53:22.953995 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (39cda9ad-2648-4d6b-8bbd-f41360222a98), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:23.029781 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (39cda9ad-2648-4d6b-8bbd-f41360222a98), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:23.030104 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for floatingip (39cda9ad-2648-4d6b-8bbd-f41360222a98), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:23.041332 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Calling delete_port for 39cda9ad-2648-4d6b-8bbd-f41360222a98 owned by network:floatingip {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:53:23.167149 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (39cda9ad-2648-4d6b-8bbd-f41360222a98), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:23.196191 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Pushing event deleted for resources: {'Port': ['ID=39cda9ad-2648-4d6b-8bbd-f41360222a98,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:23.220580 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:23.220862 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:23.221210 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:23.221555 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:23.221895 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:23.222232 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:23.222591 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:23.222925 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:23.223256 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:23.223587 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:23.223917 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:23.224247 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:23.224572 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:23.224918 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:23.225223 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:23.266064 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks [] for floatingip (d9519c20-7333-475a-9b8e-617e7bbe5b3a), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:23.268700 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:23.269851 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-46b5ec68-76d4-47ba-a54f-562a0f72d959 tempest-AttachVolumeTestJSON-314188632 tempest-AttachVolumeTestJSON-314188632-project] 10.222.0.39 "DELETE /v2.0/floatingips/d9519c20-7333-475a-9b8e-617e7bbe5b3a HTTP/1.1" status: 204 len: 168 time: 0.4610589 Apr 07 13:53:24.040081 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b382623a-aa64-4696-9136-7157343968c0 req-78f0dc52-dff5-4121-a390-d05ee5e7de10 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0270095 Apr 07 13:53:24.935505 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd4996d2-eaea-4ceb-87f5-ac86bad34634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:25.133259 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7b264271-83e5-45d2-ad7a-17e9edaabaf3 req-c5bcdb54-4b62-41f2-9e67-94de3e30b087 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0273283 Apr 07 13:53:25.814309 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:26.225173 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f4ea9973-abde-46d1-985e-eb3802134e3d req-329a5258-4d43-44f9-b53c-aadecd456481 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266287 Apr 07 13:53:26.771377 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 35184) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:27.167389 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a497d21-1818-4f31-8680-0569bf180de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421825'] for router_interface (3377f955-d544-4832-b137-cbb384f099db), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:27.294140 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:27.322732 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-62d4e219-ee04-4f28-bceb-6f49e33cbada req-7d09c03a-66cb-47fd-96d7-f7b5aa073b87 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0308552 Apr 07 13:53:27.413726 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-7a497d21-1818-4f31-8680-0569bf180de2 admin admin] Deleting port 3b20d02a-3520-4175-bddd-e8b89bdac8f5 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:53:27.414582 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a497d21-1818-4f31-8680-0569bf180de2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:27.491980 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-7a497d21-1818-4f31-8680-0569bf180de2 admin admin] For port 3b20d02a-3520-4175-bddd-e8b89bdac8f5, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=3b20d02a-3520-4175-bddd-e8b89bdac8f5,segment=NetworkSegment(bd8e6fd5-f92b-4c9d-bd97-94e605abe358),segment_id=bd8e6fd5-f92b-4c9d-bd97-94e605abe358)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:53:27.492954 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a497d21-1818-4f31-8680-0569bf180de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:27.504821 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-7a497d21-1818-4f31-8680-0569bf180de2 admin admin] Calling delete_port for 3b20d02a-3520-4175-bddd-e8b89bdac8f5 owned by network:router_interface {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:53:27.683274 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a497d21-1818-4f31-8680-0569bf180de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (3b20d02a-3520-4175-bddd-e8b89bdac8f5), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:27.706362 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a497d21-1818-4f31-8680-0569bf180de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b20d02a-3520-4175-bddd-e8b89bdac8f5,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:27.872970 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a497d21-1818-4f31-8680-0569bf180de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421774'] for router_interface (3377f955-d544-4832-b137-cbb384f099db), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:28.084608 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a497d21-1818-4f31-8680-0569bf180de2 admin admin] Router 3377f955-d544-4832-b137-cbb384f099db has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:53:28.191135 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a497d21-1818-4f31-8680-0569bf180de2 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:53:28.196892 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7a497d21-1818-4f31-8680-0569bf180de2 admin admin] 10.222.0.39 "PUT /v2.0/routers/3377f955-d544-4832-b137-cbb384f099db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4245067 Apr 07 13:53:28.199447 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 35190) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:28.201228 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68173fc9-a6c8-4cc1-9447-e8ee83d91ed1 None None] Sync routers for ids ['3377f955-d544-4832-b137-cbb384f099db'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:53:28.213212 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68173fc9-a6c8-4cc1-9447-e8ee83d91ed1 None None] Routers {'3377f955-d544-4832-b137-cbb384f099db'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:53:28.213849 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-68173fc9-a6c8-4cc1-9447-e8ee83d91ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:53:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['3377f955-d544-4832-b137-cbb384f099db'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:53:28.309523 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11fe3601-037f-4366-ab26-5f85c63c495d admin admin] Publish callbacks [] for router (3377f955-d544-4832-b137-cbb384f099db), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:28.317634 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-68173fc9-a6c8-4cc1-9447-e8ee83d91ed1 None None] Set router 3377f955-d544-4832-b137-cbb384f099db gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:53:28.416035 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11fe3601-037f-4366-ab26-5f85c63c495d admin admin] Publish callbacks [] for router_gateway (3377f955-d544-4832-b137-cbb384f099db), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:28.417182 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-783c93fc-77d4-44c3-9cb2-96e386cd0756 req-c1acd09e-1326-4ba9-be0b-d18fd5ce25bc tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0271184 Apr 07 13:53:28.469147 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-11fe3601-037f-4366-ab26-5f85c63c495d admin admin] Deleting port a8652686-36db-4f07-96f8-6a8b18b777ba {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:53:28.469480 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11fe3601-037f-4366-ab26-5f85c63c495d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (a8652686-36db-4f07-96f8-6a8b18b777ba), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:28.500938 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-68173fc9-a6c8-4cc1-9447-e8ee83d91ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:53:27Z', 'revision_number': 5, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port': {'id': 'a8652686-36db-4f07-96f8-6a8b18b777ba', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377f955-d544-4832-b137-cbb384f099db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:53:28.530816 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68173fc9-a6c8-4cc1-9447-e8ee83d91ed1 None None] Checking router: 3377f955-d544-4832-b137-cbb384f099db for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:53:28.538848 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68173fc9-a6c8-4cc1-9447-e8ee83d91ed1 None None] Routers {'3377f955-d544-4832-b137-cbb384f099db'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:53:28.540033 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-68173fc9-a6c8-4cc1-9447-e8ee83d91ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:53:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['3377f955-d544-4832-b137-cbb384f099db'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:53:28.550682 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-11fe3601-037f-4366-ab26-5f85c63c495d admin admin] For port a8652686-36db-4f07-96f8-6a8b18b777ba, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=a8652686-36db-4f07-96f8-6a8b18b777ba,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:53:28.551045 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11fe3601-037f-4366-ab26-5f85c63c495d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (a8652686-36db-4f07-96f8-6a8b18b777ba), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:28.563386 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-11fe3601-037f-4366-ab26-5f85c63c495d admin admin] Calling delete_port for a8652686-36db-4f07-96f8-6a8b18b777ba owned by network:router_gateway {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:53:28.627253 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-68173fc9-a6c8-4cc1-9447-e8ee83d91ed1 None None] Set router 3377f955-d544-4832-b137-cbb384f099db gateway port host: None {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:53:28.681048 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-68173fc9-a6c8-4cc1-9447-e8ee83d91ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:53:28Z', 'revision_number': 6, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port_host': None}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:53:28.717469 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68173fc9-a6c8-4cc1-9447-e8ee83d91ed1 None None] The sync data for ids ['3377f955-d544-4832-b137-cbb384f099db'] in dv-cinder-836973-1-iscsi is: [{'id': '3377f955-d544-4832-b137-cbb384f099db', 'name': 'tempest-AttachVolumeTestJSON-1330068333-router', 'tenant_id': '5dcbf4d3e4d64112b168747af5055edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:47:19Z', 'updated_at': '2022-04-07T13:53:28Z', 'revision_number': 6, 'project_id': '5dcbf4d3e4d64112b168747af5055edd', 'gw_port_host': None}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:53:28.726688 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:28.739923 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11fe3601-037f-4366-ab26-5f85c63c495d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (a8652686-36db-4f07-96f8-6a8b18b777ba), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:28.763865 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe3601-037f-4366-ab26-5f85c63c495d admin admin] Pushing event deleted for resources: {'Port': ['ID=a8652686-36db-4f07-96f8-6a8b18b777ba,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:28.827920 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11fe3601-037f-4366-ab26-5f85c63c495d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431867'] for router_gateway (3377f955-d544-4832-b137-cbb384f099db), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:28.921252 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11fe3601-037f-4366-ab26-5f85c63c495d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (3377f955-d544-4832-b137-cbb384f099db), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:28.923339 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11fe3601-037f-4366-ab26-5f85c63c495d admin admin] Publish callbacks [] for router_controller (3377f955-d544-4832-b137-cbb384f099db), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:29.209279 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11fe3601-037f-4366-ab26-5f85c63c495d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-420261'] for router (3377f955-d544-4832-b137-cbb384f099db), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:29.209857 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fe3601-037f-4366-ab26-5f85c63c495d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3377f955-d544-4832-b137-cbb384f099db {{(pid=103371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 13:53:29.215192 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11fe3601-037f-4366-ab26-5f85c63c495d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:29.216357 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-11fe3601-037f-4366-ab26-5f85c63c495d admin admin] 10.222.0.39 "DELETE /v2.0/routers/3377f955-d544-4832-b137-cbb384f099db HTTP/1.1" status: 204 len: 168 time: 1.0158262 Apr 07 13:53:29.218852 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 35194) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:29.261740 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7964018-be09-4080-975a-9957e33be860 admin admin] Deleting subnet 7fac5884-81d7-4c87-83f0-a25d55783873 {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:53:29.264715 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e7964018-be09-4080-975a-9957e33be860 admin admin] Publish callbacks [] for subnet (7fac5884-81d7-4c87-83f0-a25d55783873), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:29.299169 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e7964018-be09-4080-975a-9957e33be860 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3370149'] for subnet (7fac5884-81d7-4c87-83f0-a25d55783873), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:29.376103 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e7964018-be09-4080-975a-9957e33be860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16392291'] for subnet (7fac5884-81d7-4c87-83f0-a25d55783873), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:29.427062 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e7964018-be09-4080-975a-9957e33be860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16392298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3405941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3715770'] for subnet (7fac5884-81d7-4c87-83f0-a25d55783873), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:29.452677 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7964018-be09-4080-975a-9957e33be860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fac5884-81d7-4c87-83f0-a25d55783873,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:29.454998 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e7964018-be09-4080-975a-9957e33be860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:29.460756 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e7964018-be09-4080-975a-9957e33be860 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7fac5884-81d7-4c87-83f0-a25d55783873 HTTP/1.1" status: 204 len: 168 time: 0.2408600 Apr 07 13:53:29.461703 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 35198) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:29.471243 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00992e81-e977-4f4e-a3f1-969f7ffc33f5 None None] Network f48ce8b2-7ad0-4301-99c4-de729f12f4ab requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:53:29.562098 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-78ef9ef8-fa54-4be4-a775-d0f8062eaf66 req-fa55dc6f-5a50-4463-8628-3d5554c83cc8 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0630269 Apr 07 13:53:29.586944 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16221602'] for network (f48ce8b2-7ad0-4301-99c4-de729f12f4ab), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:29.639223 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] DHCP port deletion for f48ce8b2-7ad0-4301-99c4-de729f12f4ab request from dv-cinder-836973-1-iscsi {{(pid=103373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 13:53:29.644148 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] Deleting port 86bae197-8cab-44ad-b77c-bfa2521933a5 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:53:29.644550 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (86bae197-8cab-44ad-b77c-bfa2521933a5), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:29.693502 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Deleting port 86bae197-8cab-44ad-b77c-bfa2521933a5 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:53:29.694110 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (86bae197-8cab-44ad-b77c-bfa2521933a5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:29.709783 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] For port 86bae197-8cab-44ad-b77c-bfa2521933a5, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=86bae197-8cab-44ad-b77c-bfa2521933a5,segment=NetworkSegment(bd8e6fd5-f92b-4c9d-bd97-94e605abe358),segment_id=bd8e6fd5-f92b-4c9d-bd97-94e605abe358)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:53:29.710360 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (86bae197-8cab-44ad-b77c-bfa2521933a5), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:29.726577 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] Calling delete_port for 86bae197-8cab-44ad-b77c-bfa2521933a5 owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:53:29.759651 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] For port 86bae197-8cab-44ad-b77c-bfa2521933a5, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=86bae197-8cab-44ad-b77c-bfa2521933a5,segment=NetworkSegment(bd8e6fd5-f92b-4c9d-bd97-94e605abe358),segment_id=bd8e6fd5-f92b-4c9d-bd97-94e605abe358)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:53:29.760046 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (86bae197-8cab-44ad-b77c-bfa2521933a5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:29.776354 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Calling delete_port for 86bae197-8cab-44ad-b77c-bfa2521933a5 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:53:29.812434 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (86bae197-8cab-44ad-b77c-bfa2521933a5), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:29.839834 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=86bae197-8cab-44ad-b77c-bfa2521933a5,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:29.842379 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] No DVR routers for this DVR port 86bae197-8cab-44ad-b77c-bfa2521933a5 on host dv-cinder-836973-1-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:53:29.855482 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685'] for port (86bae197-8cab-44ad-b77c-bfa2521933a5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:29.880375 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Pushing event deleted for resources: {'Port': ['ID=86bae197-8cab-44ad-b77c-bfa2521933a5,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:29.888402 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] No DVR routers for this DVR port 86bae197-8cab-44ad-b77c-bfa2521933a5 on host dv-cinder-836973-1-iscsi {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:53:29.890825 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:29.891177 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:29.891570 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:29.891944 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:29.892299 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:29.892639 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:29.892974 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:29.893309 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:29.893644 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:29.893977 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:29.894327 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:29.894671 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:29.895002 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:29.895333 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:29.895663 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c845d-081b-4520-ae15-27e8acec9103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:53:29.916142 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16415226', 'neutron.services.segments.db._delete_segments_for_network-8738487795402'] for network (f48ce8b2-7ad0-4301-99c4-de729f12f4ab), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:29.935560 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48ce8b2-7ad0-4301-99c4-de729f12f4ab']}} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:53:29.944476 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8e6fd5-f92b-4c9d-bd97-94e605abe358') {'for_net_delete': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:53:29.944777 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8e6fd5-f92b-4c9d-bd97-94e605abe358') {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:53:29.954718 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738487798739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3886101'] for segment (bd8e6fd5-f92b-4c9d-bd97-94e605abe358), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:29.968398 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (bd8e6fd5-f92b-4c9d-bd97-94e605abe358), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:29.974158 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:53:29.974592 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3931353'] for segment (bd8e6fd5-f92b-4c9d-bd97-94e605abe358), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: Traceback (most recent call last): Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: timer() Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: cb(*args, **kw) Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: return func(*args, **kwargs) Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: self._notify() Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: self.callback(batched_events) Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: event.method(event) Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: return f(self, *a, **k) Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._get(url).json() Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: return self.request(url, 'GET', **kwargs) Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:53:29.976228 dv-cinder-836973-1-iscsi neutron-server[103372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:53:30.028373 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16415201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431839'] for network (f48ce8b2-7ad0-4301-99c4-de729f12f4ab), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:30.033643 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:30.036808 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f48ce8b2-7ad0-4301-99c4-de729f12f4ab HTTP/1.1" status: 204 len: 168 time: 0.5732503 Apr 07 13:53:30.047058 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a457e03-935b-4f13-b562-b9c6db114c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=f48ce8b2-7ad0-4301-99c4-de729f12f4ab,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:30.145113 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 35202) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:30.187479 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-1e7e77eb-6fe5-4db9-a5dd-d490380d4351 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5dcbf4d3e4d64112b168747af5055edd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412178 Apr 07 13:53:30.189980 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 35204) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:30.237011 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e865cf94-c411-4b7c-aafb-f8b50d710bea admin admin] Publish callbacks [] for security_group (b84b5c8b-9eb0-496c-9bed-71e27fee4a71), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:30.252736 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 3b20d02a-3520-4175-bddd-e8b89bdac8f5 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:53:30.258578 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e865cf94-c411-4b7c-aafb-f8b50d710bea admin admin] Publish callbacks [] for security_group (b84b5c8b-9eb0-496c-9bed-71e27fee4a71), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:30.273245 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: 3b20d02a-3520-4175-bddd-e8b89bdac8f5 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:53:30.273668 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 3b20d02a-3520-4175-bddd-e8b89bdac8f5 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:53:30.274143 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device a8652686-36db-4f07-96f8-6a8b18b777ba no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:53:30.292295 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: a8652686-36db-4f07-96f8-6a8b18b777ba {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:53:30.292643 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device a8652686-36db-4f07-96f8-6a8b18b777ba not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:53:30.293049 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 86bae197-8cab-44ad-b77c-bfa2521933a5 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:53:30.304006 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e865cf94-c411-4b7c-aafb-f8b50d710bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (b84b5c8b-9eb0-496c-9bed-71e27fee4a71), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:30.307421 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e865cf94-c411-4b7c-aafb-f8b50d710bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:30.308581 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-e865cf94-c411-4b7c-aafb-f8b50d710bea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b84b5c8b-9eb0-496c-9bed-71e27fee4a71 HTTP/1.1" status: 204 len: 168 time: 0.1176972 Apr 07 13:53:30.312031 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: 86bae197-8cab-44ad-b77c-bfa2521933a5 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:53:30.312884 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 86bae197-8cab-44ad-b77c-bfa2521933a5 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:53:30.316451 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865cf94-c411-4b7c-aafb-f8b50d710bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84b5c8b-9eb0-496c-9bed-71e27fee4a71,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:30.655435 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-013b5f92-e582-45da-8020-42d997f790eb req-bbb2b283-4e4d-4937-a07c-f5ee16bedea9 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0270455 Apr 07 13:53:31.748587 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c701d7f6-b3fa-4b36-9774-c6ee897acb6c req-fae69f1d-9c74-4c50-abab-1d5607bc37d7 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0271907 Apr 07 13:53:32.842355 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-88638334-9914-492f-b3ae-dc697a0b5dd3 req-c26e3107-1ee0-4766-9caf-8d1c2327f264 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0310671 Apr 07 13:53:33.934030 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8b0796c6-a4eb-4a5b-8bdb-e024f5cd8e05 req-aebd7ab2-f038-4716-aa49-51fcf6f1cee9 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0265484 Apr 07 13:53:33.971704 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 35272) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:34.085009 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-13192f65-fdd2-4ea2-9ae1-2960d16f8493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:34.162165 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-13192f65-fdd2-4ea2-9ae1-2960d16f8493 admin admin] Publish callbacks [] for security_group (cae6454b-d041-4a6e-b886-6d3398f3e960), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:34.165878 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-13192f65-fdd2-4ea2-9ae1-2960d16f8493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (cae6454b-d041-4a6e-b886-6d3398f3e960), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:34.202544 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-13192f65-fdd2-4ea2-9ae1-2960d16f8493 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0da40d4dde73407fb8d2857a48b449a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297986 Apr 07 13:53:34.203637 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13192f65-fdd2-4ea2-9ae1-2960d16f8493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae6454b-d041-4a6e-b886-6d3398f3e960,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:34.205499 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 35276) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:34.253221 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4eeb48f8-b994-4123-a6b7-2fa34f7dcddd admin admin] Publish callbacks [] for security_group (cae6454b-d041-4a6e-b886-6d3398f3e960), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:34.278254 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4eeb48f8-b994-4123-a6b7-2fa34f7dcddd admin admin] Publish callbacks [] for security_group (cae6454b-d041-4a6e-b886-6d3398f3e960), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:34.323720 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4eeb48f8-b994-4123-a6b7-2fa34f7dcddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (cae6454b-d041-4a6e-b886-6d3398f3e960), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:34.326193 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4eeb48f8-b994-4123-a6b7-2fa34f7dcddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:34.327336 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4eeb48f8-b994-4123-a6b7-2fa34f7dcddd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cae6454b-d041-4a6e-b886-6d3398f3e960 HTTP/1.1" status: 204 len: 168 time: 0.1208358 Apr 07 13:53:34.335071 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb48f8-b994-4123-a6b7-2fa34f7dcddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae6454b-d041-4a6e-b886-6d3398f3e960,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:35.025165 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-95726cf9-f7ff-4758-91a4-dee5219d13f6 req-a3a47045-e52d-437f-92b7-21973bba0d5d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0264626 Apr 07 13:53:35.260772 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:36.123560 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-92ab09d3-c9bc-4c23-ac11-4daf721e0fb6 req-6578ae05-554c-4ab1-ab4b-32e6861aa301 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0269523 Apr 07 13:53:37.025265 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 35412) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:37.129013 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a62e7b35-4490-49a7-aa11-bffefc4eab65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:37.213416 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a62e7b35-4490-49a7-aa11-bffefc4eab65 admin admin] Publish callbacks [] for security_group (faf9ef45-37ae-49db-85b5-5e54ed541758), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:37.228781 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d044f4fa-9729-4f01-b7d4-f5b29a399e30 req-b03ebb0b-a4c9-4858-b4dc-9e6308eef91c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0354929 Apr 07 13:53:37.229476 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a62e7b35-4490-49a7-aa11-bffefc4eab65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (faf9ef45-37ae-49db-85b5-5e54ed541758), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:37.266833 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-a62e7b35-4490-49a7-aa11-bffefc4eab65 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f32cf2105ee400aa19e79d1296efd3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405190 Apr 07 13:53:37.267672 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e7b35-4490-49a7-aa11-bffefc4eab65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf9ef45-37ae-49db-85b5-5e54ed541758,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:37.269438 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 35418) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:37.316526 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f6ebf28-c927-4167-8006-fb705ef6ca56 admin admin] Publish callbacks [] for security_group (faf9ef45-37ae-49db-85b5-5e54ed541758), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:37.338064 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f6ebf28-c927-4167-8006-fb705ef6ca56 admin admin] Publish callbacks [] for security_group (faf9ef45-37ae-49db-85b5-5e54ed541758), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:37.382523 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f6ebf28-c927-4167-8006-fb705ef6ca56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (faf9ef45-37ae-49db-85b5-5e54ed541758), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:37.385749 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f6ebf28-c927-4167-8006-fb705ef6ca56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:37.386907 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3f6ebf28-c927-4167-8006-fb705ef6ca56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/faf9ef45-37ae-49db-85b5-5e54ed541758 HTTP/1.1" status: 204 len: 168 time: 0.1164031 Apr 07 13:53:37.394877 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ebf28-c927-4167-8006-fb705ef6ca56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf9ef45-37ae-49db-85b5-5e54ed541758,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:37.635983 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 35424) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:37.648859 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d289ac7f-e711-4e65-8e23-b9115f398956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:37.721972 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d289ac7f-e711-4e65-8e23-b9115f398956 admin admin] Publish callbacks [] for security_group (f3142e69-1d90-45c3-9aec-c9e38d1e860e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:37.725500 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d289ac7f-e711-4e65-8e23-b9115f398956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (f3142e69-1d90-45c3-9aec-c9e38d1e860e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:37.765493 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d289ac7f-e711-4e65-8e23-b9115f398956 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02fe2e8ee481476ca902fa6683d9899e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285007 Apr 07 13:53:37.766452 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289ac7f-e711-4e65-8e23-b9115f398956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3142e69-1d90-45c3-9aec-c9e38d1e860e,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:37.768181 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 35426) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:37.815834 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7d6deb08-72bb-4556-8bf8-fbe252d20ddd admin admin] Publish callbacks [] for security_group (f3142e69-1d90-45c3-9aec-c9e38d1e860e), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:37.835943 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7d6deb08-72bb-4556-8bf8-fbe252d20ddd admin admin] Publish callbacks [] for security_group (f3142e69-1d90-45c3-9aec-c9e38d1e860e), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:37.884006 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7d6deb08-72bb-4556-8bf8-fbe252d20ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (f3142e69-1d90-45c3-9aec-c9e38d1e860e), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:37.886570 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7d6deb08-72bb-4556-8bf8-fbe252d20ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:37.887619 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-7d6deb08-72bb-4556-8bf8-fbe252d20ddd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3142e69-1d90-45c3-9aec-c9e38d1e860e HTTP/1.1" status: 204 len: 168 time: 0.1182976 Apr 07 13:53:37.894932 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6deb08-72bb-4556-8bf8-fbe252d20ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3142e69-1d90-45c3-9aec-c9e38d1e860e,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:37.981274 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:53:38.319745 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cdf2a4eb-18b0-4854-a628-8f55af75daba req-dce00ae0-e82b-4652-9aaf-b232660919f8 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0267196 Apr 07 13:53:39.421060 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-eab40b26-391d-4566-a04b-7acf8531d78a req-f9a3aeab-4d78-4a36-9510-1b52acb273d0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0292125 Apr 07 13:53:40.511737 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a4a8394b-0fd4-4880-855c-99790a2fefce req-09457f04-ec89-411b-a5b8-9e3436174a57 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0257442 Apr 07 13:53:41.607922 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-741dd030-c85d-47a0-b1b8-42d15f9b4257 req-9abc8985-4e78-43b0-92c8-92b088abbd1d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0287333 Apr 07 13:53:42.668685 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 35510) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:42.699804 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d6246cfe-aa76-45f2-ab50-0474cd599852 req-78eb4c57-7091-4b94-b1f1-026804943fe5 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0253754 Apr 07 13:53:42.768862 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f6501e48-d9d6-4259-8475-5a1a67c670d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:42.840681 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f6501e48-d9d6-4259-8475-5a1a67c670d6 admin admin] Publish callbacks [] for security_group (b2fdc1ad-7537-44ed-8942-0ce5dbc97cef), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:42.844405 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f6501e48-d9d6-4259-8475-5a1a67c670d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (b2fdc1ad-7537-44ed-8942-0ce5dbc97cef), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:42.879993 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6501e48-d9d6-4259-8475-5a1a67c670d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fdc1ad-7537-44ed-8942-0ce5dbc97cef,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:42.884238 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-f6501e48-d9d6-4259-8475-5a1a67c670d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e58e6ccc72cb4c658178570cee59f29b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145183 Apr 07 13:53:42.886818 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 35514) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:42.933378 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c23de9b1-9353-4835-aba1-418cb4578a41 admin admin] Publish callbacks [] for security_group (b2fdc1ad-7537-44ed-8942-0ce5dbc97cef), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:42.953547 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c23de9b1-9353-4835-aba1-418cb4578a41 admin admin] Publish callbacks [] for security_group (b2fdc1ad-7537-44ed-8942-0ce5dbc97cef), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:43.000267 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c23de9b1-9353-4835-aba1-418cb4578a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (b2fdc1ad-7537-44ed-8942-0ce5dbc97cef), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:43.002898 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c23de9b1-9353-4835-aba1-418cb4578a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:43.004022 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-c23de9b1-9353-4835-aba1-418cb4578a41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2fdc1ad-7537-44ed-8942-0ce5dbc97cef HTTP/1.1" status: 204 len: 168 time: 0.1163239 Apr 07 13:53:43.011420 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23de9b1-9353-4835-aba1-418cb4578a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fdc1ad-7537-44ed-8942-0ce5dbc97cef,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:43.255205 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 35520) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:43.268819 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1e74847b-6833-4613-8ae2-4d77c0fec39f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:43.341311 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1e74847b-6833-4613-8ae2-4d77c0fec39f admin admin] Publish callbacks [] for security_group (09a76b33-7458-4e8a-a3b8-d5e6094290f4), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:43.344857 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1e74847b-6833-4613-8ae2-4d77c0fec39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (09a76b33-7458-4e8a-a3b8-d5e6094290f4), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:43.377423 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1e74847b-6833-4613-8ae2-4d77c0fec39f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eafd41ffb8aa4b2da874f206c413eed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1211166 Apr 07 13:53:43.380064 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 35522) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:43.386494 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74847b-6833-4613-8ae2-4d77c0fec39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a76b33-7458-4e8a-a3b8-d5e6094290f4,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:43.427297 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d6664d8b-062e-47a2-a4c2-8cda4a6aa9e2 admin admin] Publish callbacks [] for security_group (09a76b33-7458-4e8a-a3b8-d5e6094290f4), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:43.448669 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d6664d8b-062e-47a2-a4c2-8cda4a6aa9e2 admin admin] Publish callbacks [] for security_group (09a76b33-7458-4e8a-a3b8-d5e6094290f4), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:43.493917 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d6664d8b-062e-47a2-a4c2-8cda4a6aa9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (09a76b33-7458-4e8a-a3b8-d5e6094290f4), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:43.496464 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d6664d8b-062e-47a2-a4c2-8cda4a6aa9e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:43.497585 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-d6664d8b-062e-47a2-a4c2-8cda4a6aa9e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09a76b33-7458-4e8a-a3b8-d5e6094290f4 HTTP/1.1" status: 204 len: 168 time: 0.1165221 Apr 07 13:53:43.505198 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6664d8b-062e-47a2-a4c2-8cda4a6aa9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a76b33-7458-4e8a-a3b8-d5e6094290f4,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:43.793524 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-28b26fb6-708d-40e3-ba6f-496d2290ea47 req-80ae6bd5-1484-4982-99fe-65825d6be3bc tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0273836 Apr 07 13:53:44.884997 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-38fa548f-733d-4d53-8134-8a9b70e99de4 req-2257e8d8-8271-4276-8a46-a65ea472d3d3 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0276165 Apr 07 13:53:45.347073 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 35598) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:45.448231 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7d698be9-acbb-4af1-8302-6ef096eb330f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:45.519399 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7d698be9-acbb-4af1-8302-6ef096eb330f admin admin] Publish callbacks [] for security_group (448aac24-8575-4b39-a8be-d71a755e63e3), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:45.522948 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7d698be9-acbb-4af1-8302-6ef096eb330f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (448aac24-8575-4b39-a8be-d71a755e63e3), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:45.560509 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7d698be9-acbb-4af1-8302-6ef096eb330f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0c89b3ba6984994aa1ba0a8b5309d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123699 Apr 07 13:53:45.561380 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d698be9-acbb-4af1-8302-6ef096eb330f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448aac24-8575-4b39-a8be-d71a755e63e3,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:45.563220 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 35602) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:45.866741 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-09f0e008-3be3-4dca-b063-9f152ac5133b admin admin] Publish callbacks [] for security_group (448aac24-8575-4b39-a8be-d71a755e63e3), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:45.888048 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-09f0e008-3be3-4dca-b063-9f152ac5133b admin admin] Publish callbacks [] for security_group (448aac24-8575-4b39-a8be-d71a755e63e3), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:45.935094 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-09f0e008-3be3-4dca-b063-9f152ac5133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (448aac24-8575-4b39-a8be-d71a755e63e3), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:45.937584 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-09f0e008-3be3-4dca-b063-9f152ac5133b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:45.938790 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-09f0e008-3be3-4dca-b063-9f152ac5133b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/448aac24-8575-4b39-a8be-d71a755e63e3 HTTP/1.1" status: 204 len: 168 time: 0.3745849 Apr 07 13:53:45.947467 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0e008-3be3-4dca-b063-9f152ac5133b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448aac24-8575-4b39-a8be-d71a755e63e3,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:45.982178 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c4349626-1940-44a2-96c7-d6c9d5bdde3f req-c0fdd173-717e-4be1-a1b3-ecf0b0ec27e8 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0270314 Apr 07 13:53:46.194773 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 35610) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:46.207844 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f1b747cc-f22f-4435-b9e5-106dfbff482b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:46.277330 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f1b747cc-f22f-4435-b9e5-106dfbff482b admin admin] Publish callbacks [] for security_group (041fb6a2-a07c-4507-9dd3-ec0492e74f26), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:46.281623 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f1b747cc-f22f-4435-b9e5-106dfbff482b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (041fb6a2-a07c-4507-9dd3-ec0492e74f26), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:46.320974 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-f1b747cc-f22f-4435-b9e5-106dfbff482b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca6a9424b3e541779b273f5827a57a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1251292 Apr 07 13:53:46.321860 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b747cc-f22f-4435-b9e5-106dfbff482b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041fb6a2-a07c-4507-9dd3-ec0492e74f26,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:46.323675 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 35612) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:53:46.374707 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c48d90a8-decc-4074-9f64-57d1ee080784 admin admin] Publish callbacks [] for security_group (041fb6a2-a07c-4507-9dd3-ec0492e74f26), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:46.395842 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c48d90a8-decc-4074-9f64-57d1ee080784 admin admin] Publish callbacks [] for security_group (041fb6a2-a07c-4507-9dd3-ec0492e74f26), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:46.442619 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c48d90a8-decc-4074-9f64-57d1ee080784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (041fb6a2-a07c-4507-9dd3-ec0492e74f26), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:46.445213 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c48d90a8-decc-4074-9f64-57d1ee080784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:46.446386 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c48d90a8-decc-4074-9f64-57d1ee080784 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/041fb6a2-a07c-4507-9dd3-ec0492e74f26 HTTP/1.1" status: 204 len: 168 time: 0.1216998 Apr 07 13:53:46.454102 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d90a8-decc-4074-9f64-57d1ee080784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041fb6a2-a07c-4507-9dd3-ec0492e74f26,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:53:47.074747 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d827259c-8eaa-4f74-aaa0-33d5376205e5 req-2d8c18b6-a5ae-4e7e-9fe7-be770b2156f9 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0265164 Apr 07 13:53:48.166369 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fffb6731-1fdb-419a-bbfd-c8213e9767d2 req-2513cefc-4406-483b-a42f-76ab081a8e06 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0269217 Apr 07 13:53:49.255844 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9363463e-d086-44a4-8955-08d287927d35 req-0b4baad1-c243-4c1d-8e6e-1f48377d4f6d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0264966 Apr 07 13:53:50.347884 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1738594c-8314-4a93-8527-412b3a88e108 req-ca913f16-0acf-41ac-8933-ece665f89efe tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0293274 Apr 07 13:53:51.439120 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-847bdf62-c5a3-4a75-9f57-d4982028e794 req-ae0719e4-a451-4f2a-bb52-8c6f157d77dd tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0257058 Apr 07 13:53:52.426274 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7a20-73e5-4598-9044-c263d56f82d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:52.530230 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-05e21059-5172-4c5a-8cb4-ee8dbcfd83a4 req-8cd29bcf-56f0-4d6e-bd74-92873ead9504 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0264406 Apr 07 13:53:53.620263 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d33ba7de-002c-413d-87b4-24d5954a8e2e req-8b556109-be93-4da2-9e74-58f0abde29e6 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0256376 Apr 07 13:53:54.716621 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1010adca-32b5-46e9-9f9a-f10f0b950b2f req-751d8f0e-bf85-4389-98b0-529c68285ba9 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0296292 Apr 07 13:53:54.938160 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59392249-c6db-46ee-8ce8-a4dadaf485c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:55.807654 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-56b56bc6-8453-4c27-850a-b8565f44bd2f req-cb14a08a-b141-442b-bfd6-b7903a5de5c9 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0279119 Apr 07 13:53:55.816727 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:56.898227 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-26c8880e-a986-4cce-9489-2be1ad293fe9 req-36a28761-df44-4d14-8f6c-e9afa1ebba4e tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0259469 Apr 07 13:53:57.295931 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:57.989445 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1c2c9a68-e613-4b0e-a611-645b6adff7a3 req-4cc61c0e-8265-4064-890b-2addffea5e37 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0257397 Apr 07 13:53:58.699101 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:53:59.083182 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ad6238d6-7dcf-40de-99e1-693a8c9c85d9 req-41edd65a-a00d-4c18-b555-05370dd611cc tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0292289 Apr 07 13:54:00.173566 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-101c48a3-86d4-411e-9541-45e9ecbf7fec req-441d91d3-386e-4eb6-a238-858eb80d91cd tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0258873 Apr 07 13:54:01.264160 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9e892208-a203-4dc7-ba39-9bda319dfc55 req-a59f6da6-3b02-4a15-9602-59ab326fac19 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0263708 Apr 07 13:54:02.354495 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bd3296e5-d5a9-4264-b268-7fb0ff21b14c req-8b5a7350-d593-493c-bcf7-0b8fa1a88d29 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0268798 Apr 07 13:54:03.448427 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3c756d7d-6985-406e-8f26-3463d26d0a4f req-b4d3758c-2518-446b-b8a2-e2cd4a06e48b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0294895 Apr 07 13:54:04.538414 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d8e4abac-a6a4-4a19-a620-af6f456fe455 req-c1bc43cf-a831-4ddc-9cc0-1131f4dda7fa tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0265775 Apr 07 13:54:05.263329 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:54:05.628403 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bcb3a286-2d63-4442-8394-37ece00eee25 req-2d13d7cb-5a44-4c19-844d-d616ce2cfd78 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0272474 Apr 07 13:54:06.719710 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-29b65542-86ea-4b5e-9b9c-b33ba393f5e3 req-8e721826-49df-484e-bc4f-195c526e7251 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0268211 Apr 07 13:54:07.812645 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-24a4ecc8-7fc9-4094-b410-868c097167d2 req-8bf0984a-3430-4666-88a4-13f8d374028e tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0288341 Apr 07 13:54:08.902646 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a19321b6-fe35-4c85-af1b-2526ab2a02d5 req-5c789113-b1d4-4b1f-b210-311a68a86a48 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0262806 Apr 07 13:54:09.997445 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0d18da1a-ebd9-426b-bd8e-7d344e56d86c req-41ee7fde-87f5-441a-8b71-325860c775b1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0263741 Apr 07 13:54:11.089532 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-16a539c4-96d4-47ad-b434-37f768cd7635 req-991e3aa8-2c3c-4144-931a-dad47cba22a0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0275943 Apr 07 13:54:12.183930 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9ddad419-f70a-4902-a942-cec3f2beca03 req-bc81ce79-7b49-470b-b5e6-b6b551b5edd3 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0294211 Apr 07 13:54:13.273689 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1f02b087-e81a-414f-9a6b-94f0a29036ea req-fe2aa1d2-38c2-4a78-922e-9a7e7dd39efe tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0257409 Apr 07 13:54:14.364354 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-38b0aef1-5abd-4dc3-ae40-c2949659e22a req-944a8d3a-4e67-4402-8c79-72da80cb8426 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0259404 Apr 07 13:54:14.981029 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:54:15.454873 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b8852076-ab90-4089-bb31-594a588bbbd9 req-a7f6ab86-8ffe-4be6-8631-e6c408b5058c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266464 Apr 07 13:54:16.548346 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cb1964de-703b-4aa9-8271-849927bbf0ce req-f3e305dc-5741-493b-b404-de7a639f4466 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0297687 Apr 07 13:54:17.639682 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1b81aeee-ba9c-4678-a6cf-d732c7c8c48c req-58bd18a2-29a3-4c30-b214-2c5f2f7ee962 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0284545 Apr 07 13:54:18.730467 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5c8a00d5-e511-4729-bc84-3c6a75f05169 req-95979c03-e6fd-4474-ae59-3fd1fe6e6439 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0261765 Apr 07 13:54:19.821703 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4e1b8996-56f5-4f98-a506-a363e68320a3 req-f2288f43-6dc9-4aa3-a7b4-e2b5857e2d0c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0267923 Apr 07 13:54:20.914599 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9faf6579-2dd3-47bd-bb52-e4b87b615663 req-32ca1878-ae90-4140-8c3d-37120124c013 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0288596 Apr 07 13:54:22.005422 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c99e8b2a-1316-4453-a76d-75c25ee93f3e req-ae64c42a-6340-492e-b8d8-bb0ab447381c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0257566 Apr 07 13:54:22.426540 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e647123-0a46-4257-8224-6cb959e835b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:54:23.097678 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1f29621d-20a1-4e49-91b2-665185db2bbd req-9acdbe77-74f0-44b8-9e68-4d24f02f8a54 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266354 Apr 07 13:54:24.192426 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2b1a23a2-d54c-44ca-8a40-6db5776e0eed req-06058b28-f856-4e11-87f5-0c09665e1f07 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0283666 Apr 07 13:54:24.940055 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-737f4813-9f40-49a7-b93c-d30a4a7911b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:54:25.284943 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4abeeb7b-1f3a-4dde-bfed-f7be69dba2c2 req-ebb364cc-bd5f-4b36-90d7-ff07e506036d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0285158 Apr 07 13:54:25.820653 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:54:26.375415 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-88eaa3b9-61c6-4c9f-8537-834c4909a0c5 req-01b68eac-81b4-4c75-927d-0cf4304ac479 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0265374 Apr 07 13:54:27.298907 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:54:27.464761 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7a6bb385-1098-4d34-8eef-25a8edab9bde req-8f3c5d05-8bd4-4ea6-ae67-f225959c5399 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0263453 Apr 07 13:54:28.560136 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6c9d25bb-3ae8-4dd7-bffc-c1ad753dbc2c req-e407e1fc-7beb-4dc2-83d7-78cfe3107131 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0308414 Apr 07 13:54:28.701961 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:54:29.655966 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5c28a436-42c7-42bd-a2e5-af4861754c1e req-3970b670-6ace-4c9b-9700-49c226e2cdcb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0273042 Apr 07 13:54:30.750160 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bdd1bfde-09e4-46cd-836b-0eea129c1ca7 req-78388d26-046d-4a0a-965f-4bc6de9e297c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0294857 Apr 07 13:54:31.840597 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e90a70e4-79d0-453f-8d42-6c2bcebf5450 req-cce802f8-b0be-4a11-9116-bdbd5c817de2 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0258293 Apr 07 13:54:32.931201 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9e9e2baf-9d9d-4fa9-a973-7e2ae7bbf192 req-e55a31cb-34df-4a41-bf21-2330bf62cb07 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0259891 Apr 07 13:54:34.020540 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-81ff9915-7f9c-4964-aac3-28c647a112a2 req-19c2d564-fc55-47b9-a3c7-fe6d4a311b4c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0261760 Apr 07 13:54:35.118883 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c948ed05-5485-47b3-8d51-56026710c007 req-009f872e-064c-4d06-8b76-e4fd0f8b87ad tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0269053 Apr 07 13:54:35.258367 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:54:36.228381 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-691c8b87-2ae8-43d2-bfbf-1db79a1e3e3a req-650718f8-e168-4aec-9fc5-0cbbaeb03782 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0273955 Apr 07 13:54:37.327379 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-46b1c2ea-d323-4241-ac7d-a3d4d2b89fb6 req-fabeb2e8-df5e-4235-a0d9-6d4368dcf982 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0312216 Apr 07 13:54:38.654999 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e13ebcd9-5013-439f-9791-b1fed044236c req-88a427e3-c796-4ee0-8f74-99540fc38e76 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0259092 Apr 07 13:54:39.745826 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-13086926-d11b-464d-a81b-7de5ab3bc600 req-1a28526d-513b-4ffa-8432-bbd6b5f4072b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0264869 Apr 07 13:54:40.837773 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a31f6be9-7ff5-499a-9712-61b2778fad72 req-292b2e96-6666-4b85-a06f-88b6a2cc54d8 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0262113 Apr 07 13:54:41.928953 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-40a19197-f004-432d-aa3f-a670d54779a5 req-445bcaa6-b975-45f7-858b-2860f1138d01 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0255713 Apr 07 13:54:43.019320 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6b77bba9-5743-40f0-a898-cfc3d621e0ae req-fd27d530-2c11-4f4b-8ee9-52481c23257b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0259576 Apr 07 13:54:44.113072 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1517375b-31bc-4cd1-9c70-dc1d71667c4c req-c79b1713-1922-4434-8217-c6c2a431f4a3 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0298581 Apr 07 13:54:45.208813 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bf6df114-3d2a-4664-8420-3968a5ebb521 req-bbe09be0-bf92-4060-998b-d9ab3b9913a9 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0280082 Apr 07 13:54:46.298894 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f536e088-c42d-4b0a-b78a-f3df54a88f19 req-0b40e194-d5b8-468a-af05-8685008383d9 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0267076 Apr 07 13:54:47.389666 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d07212f6-5e85-495b-9dd6-ca33a48c67d7 req-d7101819-86e1-4c31-8cb3-e92beda40f47 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0259511 Apr 07 13:54:48.484227 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-409c76e4-baf5-4e22-8680-616ebc8a845d req-ee516838-5e72-4cfa-8455-9376fb71d5ae tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0263431 Apr 07 13:54:49.579922 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-341aaf2f-bc67-41e9-a0aa-783735316d37 req-0f8677a4-4ed3-4d62-909b-1fb9b7aef0b9 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0271590 Apr 07 13:54:50.673927 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-423f300e-fe7a-48d1-b9d3-58fe50033c31 req-24c41a8d-9815-4fff-9624-434bbddf90f0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0295904 Apr 07 13:54:51.767454 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e686c4b1-ea8c-4e21-b50b-b7caca7e94e8 req-06b4e1e4-3088-442d-9614-8432ea698d9e tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0260515 Apr 07 13:54:51.980132 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:54:52.427907 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-290c8dd9-b0f9-430c-b5df-5fe3cdd44c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:54:52.858526 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b7af7e70-f6ec-4920-af06-6400e55dff18 req-a6bb951c-697f-49e9-974b-bb74bbf8eb31 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0277300 Apr 07 13:54:53.949707 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-12f36422-b1e4-41ca-8b08-b00703ee15de req-dd8b16d0-f70a-43e8-b87c-303c8d54e9ed tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0271785 Apr 07 13:54:54.940646 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4cb7e200-9f24-4c21-a973-63ce3291eee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:54:55.038313 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0bfb40aa-2bba-42dc-ac5b-7503083f143e req-28c8775b-9c84-45a7-9a41-c2c1674acccf tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0262718 Apr 07 13:54:55.823112 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:54:56.130017 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9b616297-4f9e-4833-91dc-8c134a788e25 req-fffd5527-e253-4314-acc9-fede8031a442 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0267391 Apr 07 13:54:57.227102 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5f6c71d4-b9f6-4a65-9d35-618d3cdd8388 req-a98f169e-ee88-490c-ba40-195c28ded699 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0337079 Apr 07 13:54:57.302051 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:54:58.318639 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e91f3cc7-f197-4204-8467-70ae3749a293 req-5e569688-47ed-4df0-a32c-89671f592d65 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0269206 Apr 07 13:54:58.704637 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:54:59.409242 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a5894f81-9c4a-4ee9-bc17-4cd55db17722 req-2ab15536-c4af-4043-ad65-2611ff1eb8fe tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0275505 Apr 07 13:55:00.499620 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-18780290-c356-44a0-a5e0-5edc77be91b4 req-a035e357-fa7f-4a9b-855c-369319b91aed tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0261414 Apr 07 13:55:01.589792 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3d4ac781-cc0b-4918-b69b-eda7984db29b req-f1fe75af-aebe-41c4-b5e7-ddc8d3fae40a tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0265810 Apr 07 13:55:02.680094 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-75d57acc-d9ad-4599-a4fb-6671ea523ca9 req-86f2d586-bf45-40ed-9377-deb187c0d660 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0263941 Apr 07 13:55:03.774126 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-148344c2-e23f-4750-b7bc-6fad9da11f82 req-80707d93-1276-43cc-acad-dfbb44764b17 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0294137 Apr 07 13:55:04.863592 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ec36f1c3-bd62-47dc-abb2-9bedb50b089a req-1d6e6140-ef7b-4dfc-9db8-7b0dee98c22a tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266180 Apr 07 13:55:05.261508 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:05.954852 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2ed27387-1ae5-401b-8204-256dd281f89e req-efab6d1e-f09b-4a17-9257-e07d671d451a tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0260942 Apr 07 13:55:07.046007 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-870e6100-3b95-4013-8724-72418eb84a24 req-74ee0990-588f-49a0-9be6-3a002dd6bea7 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0265911 Apr 07 13:55:08.137853 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-097e85cf-2966-4e8d-95ca-7a788368b663 req-d4d3ba75-0973-4fd9-84b9-b887898ac900 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0279782 Apr 07 13:55:09.228461 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f9cb6d60-4d83-465f-bb7f-a102fe52789b req-6b78a8ef-ea97-4301-8b83-d3a01ad96b3c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266252 Apr 07 13:55:10.320519 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ba69eb44-c0c9-4086-8e88-20e242efff40 req-e2488614-e17a-48e0-b197-4fd014b80b30 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0287292 Apr 07 13:55:11.412716 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9908e770-8de2-41fd-8cdc-74a80c2c5fc6 req-3fb22b25-003b-4b92-94c8-d36547e41dd6 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0263879 Apr 07 13:55:12.504805 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e446f80e-8010-4cf4-ac80-f380d95c0133 req-dc365700-7c77-45fb-868d-93a88aaf8465 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0271518 Apr 07 13:55:13.595443 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-da96ca19-c540-4549-9274-aae34b2184d7 req-4351b5be-2cc0-42ba-ab72-1ae418e8306f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0270333 Apr 07 13:55:14.685622 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f06acf71-3186-4d6f-a7f5-b3e449489b52 req-f456f654-eba3-438d-99d2-96df672bd783 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0258145 Apr 07 13:55:15.776238 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bbdebfc3-7eb2-48b7-989e-98f4670018ab req-33e6bf1b-6dc2-42f9-888f-ea78de602f1e tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0259380 Apr 07 13:55:16.870403 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4037f836-8dee-41ea-a641-388facda2b24 req-97a6ff50-49c6-4e72-b6a3-1a28006299eb tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0282831 Apr 07 13:55:17.960680 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2305f589-eaba-41ae-81c1-bfe26e4de3eb req-a626ff49-3fb9-4669-a274-238298b0e746 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0260603 Apr 07 13:55:19.050819 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8e4f4c37-7552-48bd-ad7c-0690498dd77f req-a7101e73-0f9a-48b9-b892-a6e2069d805c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0264595 Apr 07 13:55:20.141224 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4aaeae3b-29fe-4d77-a042-d2a20998c029 req-64af94c0-4388-49ee-96a0-996edf27093f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0264153 Apr 07 13:55:21.233777 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1113c698-a821-4096-aac3-63f8370f2ffe req-24e3bb2e-7ec9-497e-80d4-c2e07f31cad0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0263991 Apr 07 13:55:22.325102 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e26b34b1-1755-444e-b114-38373b4c2350 req-f6e5f408-2b88-479a-8f63-7b16d80dfbfc tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0268819 Apr 07 13:55:22.428271 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7993a524-95a7-46b9-b9bd-df9fb23d7c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:23.420040 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-879b3a19-8c48-466a-b74b-849eaba221e8 req-3be1143c-5532-4995-bb66-ff2281c7087c tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0302176 Apr 07 13:55:24.513278 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-69401b7b-c692-4987-b25d-4cf6417a00dd req-c0b2e85f-cf1b-48a8-bcc0-203aabd50d02 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266254 Apr 07 13:55:24.944837 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11da9b16-034d-41e7-8a34-9299863f572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:25.603665 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-95ca4d32-a1f0-4ae7-9b86-9ed4772f6408 req-f02d528c-fbb6-4e50-83f3-6ce3e16477ac tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266118 Apr 07 13:55:25.825202 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:26.694541 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0e3638ca-4a9e-4146-a7cb-717810bdad48 req-dc25a174-6733-4e86-ba29-57b85c23f4d2 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0273557 Apr 07 13:55:27.303872 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:27.783878 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f9018595-f4d9-40e7-8fb3-7523e84a6341 req-62587212-7a30-4c1a-b95c-ca58385b0ce1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0263994 Apr 07 13:55:28.707533 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:28.873006 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-efbde8ea-feaf-4f42-aa22-5d3f63b4b35a req-ebe9ed21-9031-4415-8dab-cab4399a1473 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0256684 Apr 07 13:55:28.978207 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:55:29.966408 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f4d6443d-437d-4085-a697-c2026ebef289 req-fa4eda75-c3d6-4454-befa-368af24eb50a tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0295355 Apr 07 13:55:31.056646 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e572442f-4615-4647-bacb-15776ba23672 req-0da18a1a-e85b-499a-bd63-6a313c3fc8ba tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0265536 Apr 07 13:55:32.147540 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ef9b37ca-5de3-4893-a363-55a4d2f056e6 req-12b8afba-6a47-448f-bcb2-220c33dbc47b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0277212 Apr 07 13:55:33.236788 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-cb3c6360-b848-4dcb-9932-89a39f1ae6c2 req-d5266742-a029-40d2-93fb-e9d3d2d3dca7 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0264297 Apr 07 13:55:34.329265 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2c14fd3d-ac04-4bf9-a45c-cd4c75e56cbc req-b797811c-ac64-4272-aa37-757e48a47011 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0272243 Apr 07 13:55:35.258428 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:35.418854 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b2e51d2f-100a-443f-923d-04f1a56b57c7 req-7d147383-1348-4b3a-9c24-111108163aa3 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0265729 Apr 07 13:55:36.510950 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-82fb8783-51c8-4d24-8696-968ba5c7d47f req-8aa85e0c-18b7-4f72-b05f-ba5d4ea53485 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0292819 Apr 07 13:55:37.601744 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-941e52c0-dc3f-40c1-b289-904c30fc6830 req-3ee33578-cc89-49cc-9ee6-09b274fb15e2 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0262547 Apr 07 13:55:38.691979 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-70058bea-8fb9-4109-ab47-7d3b8bc95229 req-e3266b67-1b6b-40b4-b701-ea2478c91f77 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0260005 Apr 07 13:55:39.786436 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0bdc610c-b8ec-4b04-a893-4874bd590b23 req-76c4c9c8-566f-486c-8441-1e895785418d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0264766 Apr 07 13:55:40.876925 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5e07960b-4f81-46aa-9e9b-4a9693aaee77 req-1dd4c2b0-e2aa-4980-85e3-773c7d46550e tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0270131 Apr 07 13:55:41.969456 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0ec315d8-10a0-4a1e-8184-80aaf96b9755 req-45a3c0de-9566-4b4f-bc99-04edf5e546d5 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0290244 Apr 07 13:55:43.062884 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a58c84b6-d9ab-4d20-bc74-9186bddfa168 req-9492d9b7-ab2c-48e3-aeb6-1f43776fe325 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0294623 Apr 07 13:55:44.152674 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d6bf5595-85ac-4356-b35c-fad0b745c1d0 req-eefedeb6-689d-4caa-8725-ede59be264db tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0265496 Apr 07 13:55:45.243985 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2685f1fe-044b-4db2-9267-d1fb715eb4eb req-1605622c-f697-4086-b1f9-dffc16436d2e tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0265527 Apr 07 13:55:46.335899 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a1ebcf19-59f4-4f6c-8079-ae937b4b914d req-aed21cca-a088-4cc3-a711-08efd137e559 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0269740 Apr 07 13:55:47.428657 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-04b521b3-cc79-4f21-9d8d-182f870bbfdc req-c66a158f-69fa-45e9-bfc3-a2fc65126a79 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0262399 Apr 07 13:55:48.519393 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a7b344d5-65a0-4282-a990-07b477e6bf83 req-9604cb4f-c0a3-479e-8626-8c0b8a6db16d tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266886 Apr 07 13:55:49.613837 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e38ad522-2126-4593-8649-cb77643931a0 req-a48ed4bd-1526-4472-a9eb-4d0ebe69ca9f tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0282843 Apr 07 13:55:50.705256 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-13ba7f2b-fb31-4b8a-88cc-5198f4bb1861 req-cb99e820-c8df-455a-8d6d-880f27ce1c4a tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0266922 Apr 07 13:55:51.795325 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-50e3fbe6-d571-45db-bac5-2bd48627640e req-e1957982-d28c-4bae-a5e2-579cb6ab5dc1 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0270412 Apr 07 13:55:52.429555 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7cb1d900-251b-41ac-a8e7-5f614dff75c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:52.885562 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8fe1a050-67a2-4427-8c6a-89a62d539748 req-6fd537ba-6673-425f-8ac6-141fb5cd66e0 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0257094 Apr 07 13:55:53.976370 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0fe45d41-dbe1-4edc-bc78-1282bc368747 req-4b97454d-4375-4c3f-a501-2a396efe5f41 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0265915 Apr 07 13:55:54.946437 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c635841-d682-4d47-a852-1136a6313821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:55.069678 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-651335e8-7fb8-4487-94ba-9c62c526f4cb req-0600a3ad-d9f5-489e-9980-9d56afb39e37 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a0e787-51f6-408c-abd5-cdb4f96e64c3 HTTP/1.1" status: 200 len: 210 time: 0.0263436 Apr 07 13:55:55.828696 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:56.626626 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 35896) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:55:56.684535 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (fdadfa04-d176-4fb7-9886-55fc410bcc2e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:56.707190 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (fdadfa04-d176-4fb7-9886-55fc410bcc2e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:56.754576 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (fdadfa04-d176-4fb7-9886-55fc410bcc2e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:56.757189 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:56.758348 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "DELETE /v2.0/security-groups/fdadfa04-d176-4fb7-9886-55fc410bcc2e HTTP/1.1" status: 204 len: 168 time: 0.1269951 Apr 07 13:55:56.761160 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 35900) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:55:56.767112 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdadfa04-d176-4fb7-9886-55fc410bcc2e,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:55:56.774096 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:56.774475 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:56.774824 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:56.775164 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:56.776016 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:56.776349 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:56.776681 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:56.777013 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:56.777341 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:56.777673 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:56.777853 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.api.v2.resource [None req-a392bc3a-98c1-46c6-b0de-004e6f822d14 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] show failed (client error): The resource could not be found. Apr 07 13:55:56.778000 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:56.778349 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:56.778677 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:56.778859 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-a392bc3a-98c1-46c6-b0de-004e6f822d14 tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "GET /v2.0/security-groups/fdadfa04-d176-4fb7-9886-55fc410bcc2e HTTP/1.1" status: 404 len: 347 time: 0.0166199 Apr 07 13:55:56.779000 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:56.779323 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e94ff5-3649-4db7-a398-4ea37b36a99b tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:56.781688 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 35902) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:55:56.902149 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Deleting port 7cc61685-7e2c-4c61-8b8c-50d1648561d4 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:55:56.902517 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (7cc61685-7e2c-4c61-8b8c-50d1648561d4), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:56.973982 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (7cc61685-7e2c-4c61-8b8c-50d1648561d4), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:56.974324 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (7cc61685-7e2c-4c61-8b8c-50d1648561d4), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:56.985937 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Calling delete_port for 7cc61685-7e2c-4c61-8b8c-50d1648561d4 owned by network:floatingip {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:55:57.114501 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (7cc61685-7e2c-4c61-8b8c-50d1648561d4), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:57.140518 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Pushing event deleted for resources: {'Port': ['ID=7cc61685-7e2c-4c61-8b8c-50d1648561d4,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:55:57.169156 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:57.169511 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:57.169856 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:57.170198 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:57.170568 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:57.170902 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:57.171233 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:57.171565 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:57.171893 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:57.172221 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:57.172552 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:57.172879 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:57.173204 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:57.173530 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:57.173854 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:55:57.214486 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks [] for floatingip (994da7b1-6442-45e2-860c-ae187b020ab6), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:57.217233 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:57.218401 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-08ba7235-0bc1-4df8-babb-f39307d9fada tempest-AttachVolumeNegativeTest-1369146388 tempest-AttachVolumeNegativeTest-1369146388-project] 10.222.0.39 "DELETE /v2.0/floatingips/994da7b1-6442-45e2-860c-ae187b020ab6 HTTP/1.1" status: 204 len: 168 time: 0.4357762 Apr 07 13:55:57.308523 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:58.708754 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:55:59.740741 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 35932) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:00.215406 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-141d4b89-6842-4860-8768-f83460f62be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421825'] for router_interface (4e96cc68-9cee-43f6-8184-ac0bc814419d), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:00.458727 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-141d4b89-6842-4860-8768-f83460f62be1 admin admin] Deleting port 852a9406-06a7-432b-9e61-5d9152b701e5 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:56:00.459080 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-141d4b89-6842-4860-8768-f83460f62be1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (852a9406-06a7-432b-9e61-5d9152b701e5), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:00.538422 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-141d4b89-6842-4860-8768-f83460f62be1 admin admin] For port 852a9406-06a7-432b-9e61-5d9152b701e5, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=852a9406-06a7-432b-9e61-5d9152b701e5,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:56:00.538711 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-141d4b89-6842-4860-8768-f83460f62be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (852a9406-06a7-432b-9e61-5d9152b701e5), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:00.551266 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-141d4b89-6842-4860-8768-f83460f62be1 admin admin] Calling delete_port for 852a9406-06a7-432b-9e61-5d9152b701e5 owned by network:router_interface {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:56:00.729764 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-141d4b89-6842-4860-8768-f83460f62be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (852a9406-06a7-432b-9e61-5d9152b701e5), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:00.753950 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d4b89-6842-4860-8768-f83460f62be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=852a9406-06a7-432b-9e61-5d9152b701e5,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:00.921747 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-141d4b89-6842-4860-8768-f83460f62be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421774'] for router_interface (4e96cc68-9cee-43f6-8184-ac0bc814419d), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:01.127013 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141d4b89-6842-4860-8768-f83460f62be1 admin admin] Router 4e96cc68-9cee-43f6-8184-ac0bc814419d has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:56:01.483474 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141d4b89-6842-4860-8768-f83460f62be1 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:56:01.488424 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-141d4b89-6842-4860-8768-f83460f62be1 admin admin] 10.222.0.39 "PUT /v2.0/routers/4e96cc68-9cee-43f6-8184-ac0bc814419d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7466705 Apr 07 13:56:01.491010 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 35936) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:01.494716 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d4299a-8015-4043-ab99-0da28caf50e6 None None] Sync routers for ids ['4e96cc68-9cee-43f6-8184-ac0bc814419d'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:56:01.504546 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d4299a-8015-4043-ab99-0da28caf50e6 None None] Routers {'4e96cc68-9cee-43f6-8184-ac0bc814419d'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:56:01.505172 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-92d4299a-8015-4043-ab99-0da28caf50e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:55:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['4e96cc68-9cee-43f6-8184-ac0bc814419d'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:56:01.593170 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-51a9d98a-e125-4042-943b-b5c2e944a542 admin admin] Publish callbacks [] for router (4e96cc68-9cee-43f6-8184-ac0bc814419d), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:01.609640 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-92d4299a-8015-4043-ab99-0da28caf50e6 None None] Set router 4e96cc68-9cee-43f6-8184-ac0bc814419d gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:56:01.692637 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-51a9d98a-e125-4042-943b-b5c2e944a542 admin admin] Publish callbacks [] for router_gateway (4e96cc68-9cee-43f6-8184-ac0bc814419d), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:01.753213 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-51a9d98a-e125-4042-943b-b5c2e944a542 admin admin] Deleting port c7eef99c-50fa-4bab-8364-a5eac4dec289 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:56:01.753472 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-51a9d98a-e125-4042-943b-b5c2e944a542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (c7eef99c-50fa-4bab-8364-a5eac4dec289), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:01.785846 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-92d4299a-8015-4043-ab99-0da28caf50e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:56:00Z', 'revision_number': 5, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port': {'id': 'c7eef99c-50fa-4bab-8364-a5eac4dec289', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:56:01.812040 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d4299a-8015-4043-ab99-0da28caf50e6 None None] Checking router: 4e96cc68-9cee-43f6-8184-ac0bc814419d for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:56:01.820054 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d4299a-8015-4043-ab99-0da28caf50e6 None None] Routers {'4e96cc68-9cee-43f6-8184-ac0bc814419d'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:56:01.820658 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-92d4299a-8015-4043-ab99-0da28caf50e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:55:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['4e96cc68-9cee-43f6-8184-ac0bc814419d'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:56:01.831593 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-51a9d98a-e125-4042-943b-b5c2e944a542 admin admin] For port c7eef99c-50fa-4bab-8364-a5eac4dec289, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=c7eef99c-50fa-4bab-8364-a5eac4dec289,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:56:01.832126 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-51a9d98a-e125-4042-943b-b5c2e944a542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (c7eef99c-50fa-4bab-8364-a5eac4dec289), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:01.844169 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-51a9d98a-e125-4042-943b-b5c2e944a542 admin admin] Calling delete_port for c7eef99c-50fa-4bab-8364-a5eac4dec289 owned by network:router_gateway {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:56:01.907399 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-92d4299a-8015-4043-ab99-0da28caf50e6 None None] Set router 4e96cc68-9cee-43f6-8184-ac0bc814419d gateway port host: None {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:56:01.961133 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-92d4299a-8015-4043-ab99-0da28caf50e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:56:01Z', 'revision_number': 6, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port_host': None}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:56:01.987420 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d4299a-8015-4043-ab99-0da28caf50e6 None None] The sync data for ids ['4e96cc68-9cee-43f6-8184-ac0bc814419d'] in dv-cinder-836973-1-iscsi is: [{'id': '4e96cc68-9cee-43f6-8184-ac0bc814419d', 'name': 'tempest-AttachVolumeNegativeTest-248319469-router', 'tenant_id': '9634a2617d1248c6af6fae61e6f92594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:44:31Z', 'updated_at': '2022-04-07T13:56:01Z', 'revision_number': 6, 'project_id': '9634a2617d1248c6af6fae61e6f92594', 'gw_port_host': None}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:56:02.013219 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-51a9d98a-e125-4042-943b-b5c2e944a542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (c7eef99c-50fa-4bab-8364-a5eac4dec289), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.043643 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9d98a-e125-4042-943b-b5c2e944a542 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7eef99c-50fa-4bab-8364-a5eac4dec289,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:02.099828 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-51a9d98a-e125-4042-943b-b5c2e944a542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431867'] for router_gateway (4e96cc68-9cee-43f6-8184-ac0bc814419d), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.189056 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-51a9d98a-e125-4042-943b-b5c2e944a542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (4e96cc68-9cee-43f6-8184-ac0bc814419d), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.191176 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-51a9d98a-e125-4042-943b-b5c2e944a542 admin admin] Publish callbacks [] for router_controller (4e96cc68-9cee-43f6-8184-ac0bc814419d), precommit_delete_associations {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.236289 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-51a9d98a-e125-4042-943b-b5c2e944a542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-420261'] for router (4e96cc68-9cee-43f6-8184-ac0bc814419d), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.236806 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a9d98a-e125-4042-943b-b5c2e944a542 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e96cc68-9cee-43f6-8184-ac0bc814419d {{(pid=103372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 13:56:02.241171 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-51a9d98a-e125-4042-943b-b5c2e944a542 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.242288 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-51a9d98a-e125-4042-943b-b5c2e944a542 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4e96cc68-9cee-43f6-8184-ac0bc814419d HTTP/1.1" status: 204 len: 168 time: 0.7503767 Apr 07 13:56:02.244837 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 35938) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:02.290570 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a54e90-5c34-47bb-b521-863d22eb5e7d admin admin] Deleting subnet 445ab6a6-5357-4955-a306-a0086052025f {{(pid=103372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:56:02.294060 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a5a54e90-5c34-47bb-b521-863d22eb5e7d admin admin] Publish callbacks [] for subnet (445ab6a6-5357-4955-a306-a0086052025f), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.333903 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a5a54e90-5c34-47bb-b521-863d22eb5e7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3886092'] for subnet (445ab6a6-5357-4955-a306-a0086052025f), precommit_delete_associations {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.418664 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a5a54e90-5c34-47bb-b521-863d22eb5e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16392291'] for subnet (445ab6a6-5357-4955-a306-a0086052025f), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.430171 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 852a9406-06a7-432b-9e61-5d9152b701e5 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:56:02.451098 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: 852a9406-06a7-432b-9e61-5d9152b701e5 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:56:02.451685 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 852a9406-06a7-432b-9e61-5d9152b701e5 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:56:02.476691 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a5a54e90-5c34-47bb-b521-863d22eb5e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16392298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59119722'] for subnet (445ab6a6-5357-4955-a306-a0086052025f), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.502382 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a54e90-5c34-47bb-b521-863d22eb5e7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=445ab6a6-5357-4955-a306-a0086052025f,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:02.504345 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a5a54e90-5c34-47bb-b521-863d22eb5e7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.507494 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-a5a54e90-5c34-47bb-b521-863d22eb5e7d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/445ab6a6-5357-4955-a306-a0086052025f HTTP/1.1" status: 204 len: 168 time: 0.2617514 Apr 07 13:56:02.510105 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0713a9c4-6f6e-453b-8ccc-567d1e81231a None None] Network e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:56:02.510450 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 35940) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:02.576996 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16221602'] for network (e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.635086 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] Deleting port d01c5330-d44e-4d72-a81d-27d6416a84a3 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:56:02.635435 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (d01c5330-d44e-4d72-a81d-27d6416a84a3), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.695196 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] For port d01c5330-d44e-4d72-a81d-27d6416a84a3, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=d01c5330-d44e-4d72-a81d-27d6416a84a3,segment=NetworkSegment(4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa),segment_id=4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:56:02.695556 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (d01c5330-d44e-4d72-a81d-27d6416a84a3), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.707973 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] Calling delete_port for d01c5330-d44e-4d72-a81d-27d6416a84a3 owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:56:02.763007 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] DHCP port deletion for e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 request from dv-cinder-836973-1-iscsi {{(pid=103373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 13:56:02.799373 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (d01c5330-d44e-4d72-a81d-27d6416a84a3), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.812963 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Deleting port d01c5330-d44e-4d72-a81d-27d6416a84a3 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:56:02.813349 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (d01c5330-d44e-4d72-a81d-27d6416a84a3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.827167 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] Pushing event deleted for resources: {'Port': ['ID=d01c5330-d44e-4d72-a81d-27d6416a84a3,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:02.828923 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] No DVR routers for this DVR port d01c5330-d44e-4d72-a81d-27d6416a84a3 on host dv-cinder-836973-1-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:56:02.883076 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] For port d01c5330-d44e-4d72-a81d-27d6416a84a3, host dv-cinder-836973-1-iscsi, got binding levels [] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:56:02.883837 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (d01c5330-d44e-4d72-a81d-27d6416a84a3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.897843 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Calling delete_port for d01c5330-d44e-4d72-a81d-27d6416a84a3 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:56:02.898905 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16415226', 'neutron.services.segments.db._delete_segments_for_network-8738487795402'] for network (e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.901144 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.ipam_backend_mixin [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Port d01c5330-d44e-4d72-a81d-27d6416a84a3 was not found and therefore no delete operation was performed {{(pid=103373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 13:56:02.902425 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685'] for port (d01c5330-d44e-4d72-a81d-27d6416a84a3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.921796 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9']}} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:56:02.926691 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Pushing event deleted for resources: {'Port': ['ID=d01c5330-d44e-4d72-a81d-27d6416a84a3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:02.930957 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa') {'for_net_delete': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:56:02.931251 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa') {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:56:02.934770 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] No DVR routers for this DVR port d01c5330-d44e-4d72-a81d-27d6416a84a3 on host dv-cinder-836973-1-iscsi {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:56:02.937072 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:56:02.937433 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:56:02.937775 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:56:02.938119 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:56:02.938497 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:56:02.938834 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:56:02.939164 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:56:02.939844 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:56:02.939844 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:56:02.940124 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:56:02.940446 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:56:02.940771 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:56:02.941092 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:56:02.941267 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738487798739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3886101'] for segment (4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.941449 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:56:02.941732 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b6d1b-9647-485b-b2c1-1629406ec7f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:56:02.962640 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.969092 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:56:02.969678 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3931353'] for segment (4a6db19c-1824-42ff-9e89-b6c6d0e5c6fa), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: Traceback (most recent call last): Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: timer() Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: cb(*args, **kw) Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: return func(*args, **kwargs) Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: self._notify() Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: self.callback(batched_events) Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: event.method(event) Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: return f(self, *a, **k) Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._get(url).json() Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: return self.request(url, 'GET', **kwargs) Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:56:02.971148 dv-cinder-836973-1-iscsi neutron-server[103372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:56:03.028173 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16415201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431839'] for network (e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:03.033868 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:03.037166 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9 HTTP/1.1" status: 204 len: 168 time: 0.5256791 Apr 07 13:56:03.055880 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f273156-29e4-4bfb-89d7-35664e25b863 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6aa10dd-69f1-4da0-9a5f-93e4f388e6c9,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:03.157537 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 35944) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:03.197470 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3a0c2f49-8d92-4be5-bdaa-f110763f1d58 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9634a2617d1248c6af6fae61e6f92594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387523 Apr 07 13:56:03.199770 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 35946) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:03.248965 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-023cb3eb-1f6a-4981-b0a4-cfba88871ac0 admin admin] Publish callbacks [] for security_group (2fb43965-e28a-4ba5-88dc-00328123616a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:03.269581 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-023cb3eb-1f6a-4981-b0a4-cfba88871ac0 admin admin] Publish callbacks [] for security_group (2fb43965-e28a-4ba5-88dc-00328123616a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:03.317130 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-023cb3eb-1f6a-4981-b0a4-cfba88871ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (2fb43965-e28a-4ba5-88dc-00328123616a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:03.319745 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-023cb3eb-1f6a-4981-b0a4-cfba88871ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:03.320919 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-023cb3eb-1f6a-4981-b0a4-cfba88871ac0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2fb43965-e28a-4ba5-88dc-00328123616a HTTP/1.1" status: 204 len: 168 time: 0.1202714 Apr 07 13:56:03.329459 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cb3eb-1f6a-4981-b0a4-cfba88871ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb43965-e28a-4ba5-88dc-00328123616a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:04.337524 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device c7eef99c-50fa-4bab-8364-a5eac4dec289 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:56:04.360329 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: c7eef99c-50fa-4bab-8364-a5eac4dec289 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:56:04.360681 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device c7eef99c-50fa-4bab-8364-a5eac4dec289 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:56:04.361217 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device d01c5330-d44e-4d72-a81d-27d6416a84a3 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:56:04.380212 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: d01c5330-d44e-4d72-a81d-27d6416a84a3 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:56:04.380566 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device d01c5330-d44e-4d72-a81d-27d6416a84a3 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:56:05.158522 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 36016) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:05.253729 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:05.259470 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6f470284-b26d-4122-98a2-57474d3b8840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:05.332444 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6f470284-b26d-4122-98a2-57474d3b8840 admin admin] Publish callbacks [] for security_group (40bc7f34-6f73-4b2b-9f76-6dfeb50b0e30), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:05.335797 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6f470284-b26d-4122-98a2-57474d3b8840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (40bc7f34-6f73-4b2b-9f76-6dfeb50b0e30), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:05.373767 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6f470284-b26d-4122-98a2-57474d3b8840 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6091a3d6f7843cc9290fb34d7c542db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142076 Apr 07 13:56:05.374632 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f470284-b26d-4122-98a2-57474d3b8840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bc7f34-6f73-4b2b-9f76-6dfeb50b0e30,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:05.376650 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 36020) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:05.423307 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3b151381-5384-42b5-92cc-7960f982bccc admin admin] Publish callbacks [] for security_group (40bc7f34-6f73-4b2b-9f76-6dfeb50b0e30), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:05.443288 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3b151381-5384-42b5-92cc-7960f982bccc admin admin] Publish callbacks [] for security_group (40bc7f34-6f73-4b2b-9f76-6dfeb50b0e30), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:05.496510 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3b151381-5384-42b5-92cc-7960f982bccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (40bc7f34-6f73-4b2b-9f76-6dfeb50b0e30), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:05.499070 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3b151381-5384-42b5-92cc-7960f982bccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:05.500203 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-3b151381-5384-42b5-92cc-7960f982bccc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/40bc7f34-6f73-4b2b-9f76-6dfeb50b0e30 HTTP/1.1" status: 204 len: 168 time: 0.1225996 Apr 07 13:56:05.507454 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b151381-5384-42b5-92cc-7960f982bccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bc7f34-6f73-4b2b-9f76-6dfeb50b0e30,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:05.753348 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 36026) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:05.766564 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ddae9835-2b3c-4b47-b2aa-3d47cbb832f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:05.838432 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ddae9835-2b3c-4b47-b2aa-3d47cbb832f7 admin admin] Publish callbacks [] for security_group (11d7f571-77c5-4daa-b583-60aed4fcb367), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:05.842008 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ddae9835-2b3c-4b47-b2aa-3d47cbb832f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (11d7f571-77c5-4daa-b583-60aed4fcb367), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:05.878896 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-ddae9835-2b3c-4b47-b2aa-3d47cbb832f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=846e28685aa9420b9c3152d8187f46b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1244800 Apr 07 13:56:05.879769 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae9835-2b3c-4b47-b2aa-3d47cbb832f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d7f571-77c5-4daa-b583-60aed4fcb367,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:05.881744 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 36028) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:05.928923 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2ec8cc73-b6a1-4f6b-9ec7-d99561a9ff56 admin admin] Publish callbacks [] for security_group (11d7f571-77c5-4daa-b583-60aed4fcb367), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:05.954729 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2ec8cc73-b6a1-4f6b-9ec7-d99561a9ff56 admin admin] Publish callbacks [] for security_group (11d7f571-77c5-4daa-b583-60aed4fcb367), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:05.977081 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:56:06.000228 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2ec8cc73-b6a1-4f6b-9ec7-d99561a9ff56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (11d7f571-77c5-4daa-b583-60aed4fcb367), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:06.002986 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2ec8cc73-b6a1-4f6b-9ec7-d99561a9ff56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:06.004122 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2ec8cc73-b6a1-4f6b-9ec7-d99561a9ff56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11d7f571-77c5-4daa-b583-60aed4fcb367 HTTP/1.1" status: 204 len: 168 time: 0.1214595 Apr 07 13:56:06.012828 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8cc73-b6a1-4f6b-9ec7-d99561a9ff56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d7f571-77c5-4daa-b583-60aed4fcb367,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:07.972754 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 36098) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:08.075185 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8f28bc7c-eee3-43b2-8a7d-5ac7310b5633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:08.148528 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8f28bc7c-eee3-43b2-8a7d-5ac7310b5633 admin admin] Publish callbacks [] for security_group (a72b94fa-dd78-4704-a074-69c1ece6428c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:08.152997 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8f28bc7c-eee3-43b2-8a7d-5ac7310b5633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (a72b94fa-dd78-4704-a074-69c1ece6428c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:08.190185 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8f28bc7c-eee3-43b2-8a7d-5ac7310b5633 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=774f201809a2418280c07d6092ebcf0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163947 Apr 07 13:56:08.192120 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28bc7c-eee3-43b2-8a7d-5ac7310b5633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72b94fa-dd78-4704-a074-69c1ece6428c,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:08.192864 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 36102) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:08.239908 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9df250a2-7e50-44c5-8de8-fe8cdd55c9b4 admin admin] Publish callbacks [] for security_group (a72b94fa-dd78-4704-a074-69c1ece6428c), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:08.260474 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9df250a2-7e50-44c5-8de8-fe8cdd55c9b4 admin admin] Publish callbacks [] for security_group (a72b94fa-dd78-4704-a074-69c1ece6428c), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:08.318763 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9df250a2-7e50-44c5-8de8-fe8cdd55c9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (a72b94fa-dd78-4704-a074-69c1ece6428c), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:08.321179 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9df250a2-7e50-44c5-8de8-fe8cdd55c9b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:08.322307 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-9df250a2-7e50-44c5-8de8-fe8cdd55c9b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a72b94fa-dd78-4704-a074-69c1ece6428c HTTP/1.1" status: 204 len: 168 time: 0.1284635 Apr 07 13:56:08.330541 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df250a2-7e50-44c5-8de8-fe8cdd55c9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72b94fa-dd78-4704-a074-69c1ece6428c,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:08.575542 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 36108) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:08.591465 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3e0a-350e-4b04-bf67-dcc027ada1d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:08.664583 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3e0a-350e-4b04-bf67-dcc027ada1d6 admin admin] Publish callbacks [] for security_group (6c44821c-db42-4a3d-8f29-829e01a9f706), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:08.668325 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3e0a-350e-4b04-bf67-dcc027ada1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (6c44821c-db42-4a3d-8f29-829e01a9f706), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:08.706029 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-8a1c3e0a-350e-4b04-bf67-dcc027ada1d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3a5c5fe20754a8e8493b96579c37bf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294179 Apr 07 13:56:08.707160 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c3e0a-350e-4b04-bf67-dcc027ada1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c44821c-db42-4a3d-8f29-829e01a9f706,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:08.708673 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 36110) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:08.755459 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-afa0f67d-be5a-45a3-8433-24c35b6579cb admin admin] Publish callbacks [] for security_group (6c44821c-db42-4a3d-8f29-829e01a9f706), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:08.776572 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-afa0f67d-be5a-45a3-8433-24c35b6579cb admin admin] Publish callbacks [] for security_group (6c44821c-db42-4a3d-8f29-829e01a9f706), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:08.825471 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-afa0f67d-be5a-45a3-8433-24c35b6579cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (6c44821c-db42-4a3d-8f29-829e01a9f706), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:08.828307 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-afa0f67d-be5a-45a3-8433-24c35b6579cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:08.829420 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-afa0f67d-be5a-45a3-8433-24c35b6579cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c44821c-db42-4a3d-8f29-829e01a9f706 HTTP/1.1" status: 204 len: 168 time: 0.1197290 Apr 07 13:56:08.837633 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0f67d-be5a-45a3-8433-24c35b6579cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c44821c-db42-4a3d-8f29-829e01a9f706,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:10.757348 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 36178) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:10.858127 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-796142e1-3b8b-4c6b-ac59-9f9f64147777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:10.932040 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-796142e1-3b8b-4c6b-ac59-9f9f64147777 admin admin] Publish callbacks [] for security_group (bf84355a-9daf-4019-806c-f4f68cf4e0fb), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:10.935471 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-796142e1-3b8b-4c6b-ac59-9f9f64147777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (bf84355a-9daf-4019-806c-f4f68cf4e0fb), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:10.972640 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-796142e1-3b8b-4c6b-ac59-9f9f64147777 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e82d97f5e7a54efd8a0902fe229b5a72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142568 Apr 07 13:56:10.973507 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796142e1-3b8b-4c6b-ac59-9f9f64147777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf84355a-9daf-4019-806c-f4f68cf4e0fb,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:10.975363 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 36182) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:11.022866 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b2a12607-342a-43e4-8918-16a054f58dba admin admin] Publish callbacks [] for security_group (bf84355a-9daf-4019-806c-f4f68cf4e0fb), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:11.044785 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b2a12607-342a-43e4-8918-16a054f58dba admin admin] Publish callbacks [] for security_group (bf84355a-9daf-4019-806c-f4f68cf4e0fb), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:11.090763 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b2a12607-342a-43e4-8918-16a054f58dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (bf84355a-9daf-4019-806c-f4f68cf4e0fb), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:11.093559 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b2a12607-342a-43e4-8918-16a054f58dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:11.094863 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-b2a12607-342a-43e4-8918-16a054f58dba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf84355a-9daf-4019-806c-f4f68cf4e0fb HTTP/1.1" status: 204 len: 168 time: 0.1185205 Apr 07 13:56:11.103017 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a12607-342a-43e4-8918-16a054f58dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf84355a-9daf-4019-806c-f4f68cf4e0fb,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:11.344772 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 36188) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:11.358024 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c67aafb5-40ce-4137-a0c4-3217abeac5ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:11.430410 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c67aafb5-40ce-4137-a0c4-3217abeac5ef admin admin] Publish callbacks [] for security_group (3fb9c3f7-48a6-405b-be86-73d0dbaacc94), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:11.433979 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c67aafb5-40ce-4137-a0c4-3217abeac5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (3fb9c3f7-48a6-405b-be86-73d0dbaacc94), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:11.471565 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-c67aafb5-40ce-4137-a0c4-3217abeac5ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=219922888d8c4d84b3533f319b3ed2ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256695 Apr 07 13:56:11.472362 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67aafb5-40ce-4137-a0c4-3217abeac5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb9c3f7-48a6-405b-be86-73d0dbaacc94,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:11.474215 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 36190) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:11.521901 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-114a9ffb-12c5-4f3a-94c6-b0b4ce1a332a admin admin] Publish callbacks [] for security_group (3fb9c3f7-48a6-405b-be86-73d0dbaacc94), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:11.543033 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-114a9ffb-12c5-4f3a-94c6-b0b4ce1a332a admin admin] Publish callbacks [] for security_group (3fb9c3f7-48a6-405b-be86-73d0dbaacc94), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:11.588978 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-114a9ffb-12c5-4f3a-94c6-b0b4ce1a332a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (3fb9c3f7-48a6-405b-be86-73d0dbaacc94), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:11.591633 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-114a9ffb-12c5-4f3a-94c6-b0b4ce1a332a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:11.592766 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-114a9ffb-12c5-4f3a-94c6-b0b4ce1a332a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3fb9c3f7-48a6-405b-be86-73d0dbaacc94 HTTP/1.1" status: 204 len: 168 time: 0.1174541 Apr 07 13:56:11.600311 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a9ffb-12c5-4f3a-94c6-b0b4ce1a332a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb9c3f7-48a6-405b-be86-73d0dbaacc94,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:12.233775 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 36212) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:12.328264 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-1937730c-f8ee-4fdf-8992-3b64b56aa6f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-543642549-network', 'tenant_id': '93736eef99cd4460a15921f0e7a07987'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:56:12.346973 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1937730c-f8ee-4fdf-8992-3b64b56aa6f8 admin admin] Made reservation on behalf of 93736eef99cd4460a15921f0e7a07987 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:56:12.349181 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1937730c-f8ee-4fdf-8992-3b64b56aa6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:12.360652 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1937730c-f8ee-4fdf-8992-3b64b56aa6f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:12.433598 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1937730c-f8ee-4fdf-8992-3b64b56aa6f8 admin admin] Publish callbacks [] for security_group (8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:12.437290 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1937730c-f8ee-4fdf-8992-3b64b56aa6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:12.464183 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1937730c-f8ee-4fdf-8992-3b64b56aa6f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:56:12.470465 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937730c-f8ee-4fdf-8992-3b64b56aa6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:12.477517 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1937730c-f8ee-4fdf-8992-3b64b56aa6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (76982783-aeac-4fd2-ba2f-4480fdbcbc8a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:12.477964 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-1937730c-f8ee-4fdf-8992-3b64b56aa6f8 admin admin] Added segment 76982783-aeac-4fd2-ba2f-4480fdbcbc8a of type vlan for network 23fe3c34-cd97-451b-be97-b49bba56c404 Apr 07 13:56:12.518422 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1937730c-f8ee-4fdf-8992-3b64b56aa6f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (23fe3c34-cd97-451b-be97-b49bba56c404), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:12.542448 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1937730c-f8ee-4fdf-8992-3b64b56aa6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (23fe3c34-cd97-451b-be97-b49bba56c404), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:12.543321 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1937730c-f8ee-4fdf-8992-3b64b56aa6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:12.543900 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1937730c-f8ee-4fdf-8992-3b64b56aa6f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:12.601920 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1937730c-f8ee-4fdf-8992-3b64b56aa6f8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3669875 Apr 07 13:56:12.605746 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 36216) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:56:12.607535 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937730c-f8ee-4fdf-8992-3b64b56aa6f8 admin admin] Pushing event updated for resources: {'Network': ['ID=23fe3c34-cd97-451b-be97-b49bba56c404,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:12.610932 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-a1b29279-95d0-4d83-8078-b437f2ff9f41 admin admin] Request body: {'subnet': {'network_id': '23fe3c34-cd97-451b-be97-b49bba56c404', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-543642549-subnet', 'tenant_id': '93736eef99cd4460a15921f0e7a07987', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:56:12.620793 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network 23fe3c34-cd97-451b-be97-b49bba56c404 details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:56:12.631250 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b29279-95d0-4d83-8078-b437f2ff9f41 admin admin] Made reservation on behalf of 93736eef99cd4460a15921f0e7a07987 for: {'subnet': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:56:12.633571 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a1b29279-95d0-4d83-8078-b437f2ff9f41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59369355'] for subnet (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:12.801553 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a1b29279-95d0-4d83-8078-b437f2ff9f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59119729'] for subnet (68e9f273-232e-4477-aeb5-aa4f57ede834), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:12.855141 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b29279-95d0-4d83-8078-b437f2ff9f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e9f273-232e-4477-aeb5-aa4f57ede834,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:12.863911 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b29279-95d0-4d83-8078-b437f2ff9f41 admin admin] Checking segment: {'id': '76982783-aeac-4fd2-ba2f-4480fdbcbc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '23fe3c34-cd97-451b-be97-b49bba56c404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:56:12.864270 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b29279-95d0-4d83-8078-b437f2ff9f41 admin admin] Network hostable DHCP agents. Network: 23fe3c34-cd97-451b-be97-b49bba56c404, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:56:12.880103 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b29279-95d0-4d83-8078-b437f2ff9f41 admin admin] Network 23fe3c34-cd97-451b-be97-b49bba56c404 is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:56:12.888616 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-a1b29279-95d0-4d83-8078-b437f2ff9f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, 23fe3c34-cd97-451b-be97-b49bba56c404) {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:56:12.892464 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b29279-95d0-4d83-8078-b437f2ff9f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:12.893037 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a1b29279-95d0-4d83-8078-b437f2ff9f41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:12.897566 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c73af87-45fb-47bc-94e4-24e1dd9c1759 None None] Network 23fe3c34-cd97-451b-be97-b49bba56c404 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:56:12.909543 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-a1b29279-95d0-4d83-8078-b437f2ff9f41 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3025720 Apr 07 13:56:12.996617 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a649b7b-7266-4969-bd1b-f264c82e589e None None] Network 23fe3c34-cd97-451b-be97-b49bba56c404 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:56:14.624902 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-6abb2b7b-83be-4d57-9ddf-66a63d911756 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:14.626251 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-6abb2b7b-83be-4d57-9ddf-66a63d911756 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/networks?id=23fe3c34-cd97-451b-be97-b49bba56c404 HTTP/1.1" status: 200 len: 808 time: 0.1014860 Apr 07 13:56:14.640961 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-329f9283-93c9-44bf-b568-927972f9dda6 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/quotas/93736eef99cd4460a15921f0e7a07987 HTTP/1.1" status: 200 len: 375 time: 0.0093355 Apr 07 13:56:14.672599 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-4336e11a-0d90-4c83-891e-d46a8c9e4409 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=93736eef99cd4460a15921f0e7a07987&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266857 Apr 07 13:56:14.803492 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-283f2308-4b38-4bf0-8619-645b6080c241 service neutron] 10.222.0.39 "GET /v2.0/networks/23fe3c34-cd97-451b-be97-b49bba56c404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244638 Apr 07 13:56:14.893067 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-81b246c2-8d86-4597-a1d9-f8369835079c service neutron] 10.222.0.39 "GET /v2.0/networks/23fe3c34-cd97-451b-be97-b49bba56c404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832946 Apr 07 13:56:15.044552 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7999abae-fdb5-41e5-8dee-97ea86aba10a req-79c76ca5-b9ba-42c5-9bb6-514457207751 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=d22382ef-e4a6-41fa-a5e5-51286628ed6b HTTP/1.1" status: 200 len: 210 time: 0.0268383 Apr 07 13:56:16.126587 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-ed2ebacd-a777-4e0c-9c78-42a44094adb9 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:16.128367 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-ed2ebacd-a777-4e0c-9c78-42a44094adb9 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.23 "GET /v2.0/networks?id=23fe3c34-cd97-451b-be97-b49bba56c404 HTTP/1.1" status: 200 len: 808 time: 0.1045392 Apr 07 13:56:16.144187 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b6569517-3890-4506-baea-1cc63dfd3548 req-1716470f-381b-4cdb-84e4-1cdba8e0c751 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=d22382ef-e4a6-41fa-a5e5-51286628ed6b HTTP/1.1" status: 200 len: 210 time: 0.0313418 Apr 07 13:56:16.158313 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-be662bb6-4d97-4da3-8cfc-792862ada0ea tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Request body: {'port': {'device_id': 'd22382ef-e4a6-41fa-a5e5-51286628ed6b', 'network_id': '23fe3c34-cd97-451b-be97-b49bba56c404', 'admin_state_up': True, 'tenant_id': '93736eef99cd4460a15921f0e7a07987'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:56:16.265892 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-be662bb6-4d97-4da3-8cfc-792862ada0ea tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Made reservation on behalf of 93736eef99cd4460a15921f0e7a07987 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:56:16.269255 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-be662bb6-4d97-4da3-8cfc-792862ada0ea tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:16.390862 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-be662bb6-4d97-4da3-8cfc-792862ada0ea tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Allocated IP 172.20.0.13 (23fe3c34-cd97-451b-be97-b49bba56c404/68e9f273-232e-4477-aeb5-aa4f57ede834/f987e4a2-0326-40b6-845d-86348bddaf75) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:56:16.535254 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-be662bb6-4d97-4da3-8cfc-792862ada0ea tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Publish callbacks [] for port (f987e4a2-0326-40b6-845d-86348bddaf75), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:16.566998 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-be662bb6-4d97-4da3-8cfc-792862ada0ea tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (f987e4a2-0326-40b6-845d-86348bddaf75), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:16.607195 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-be662bb6-4d97-4da3-8cfc-792862ada0ea tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Network 23fe3c34-cd97-451b-be97-b49bba56c404 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:56:16.610067 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-be662bb6-4d97-4da3-8cfc-792862ada0ea tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:56:16.613711 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-be662bb6-4d97-4da3-8cfc-792862ada0ea tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:56:16.645665 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be662bb6-4d97-4da3-8cfc-792862ada0ea tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Pushing event updated for resources: {'Port': ['ID=f987e4a2-0326-40b6-845d-86348bddaf75,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:16.672861 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-be662bb6-4d97-4da3-8cfc-792862ada0ea tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:16.673470 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-be662bb6-4d97-4da3-8cfc-792862ada0ea tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:16.689016 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-be662bb6-4d97-4da3-8cfc-792862ada0ea tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5348377 Apr 07 13:56:16.705834 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Request body: {'port': {'device_id': 'd22382ef-e4a6-41fa-a5e5-51286628ed6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:56:16.762669 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (f987e4a2-0326-40b6-845d-86348bddaf75), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:17.015690 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f987e4a2-0326-40b6-845d-86348bddaf75 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:56:17.022933 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Publish callbacks [] for port (f987e4a2-0326-40b6-845d-86348bddaf75), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:17.036071 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Transition to ACTIVE for port object f987e4a2-0326-40b6-845d-86348bddaf75 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:56:17.039618 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (f987e4a2-0326-40b6-845d-86348bddaf75), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:17.087872 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Pushing event updated for resources: {'Port': ['ID=f987e4a2-0326-40b6-845d-86348bddaf75,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:17.156601 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Attempting to bind port f987e4a2-0326-40b6-845d-86348bddaf75 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:56:17.157276 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Attempting to bind port f987e4a2-0326-40b6-845d-86348bddaf75 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '76982783-aeac-4fd2-ba2f-4480fdbcbc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '23fe3c34-cd97-451b-be97-b49bba56c404'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:56:17.157276 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Attempting to bind port f987e4a2-0326-40b6-845d-86348bddaf75 on network 23fe3c34-cd97-451b-be97-b49bba56c404 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:56:17.161449 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Port f987e4a2-0326-40b6-845d-86348bddaf75 on network 23fe3c34-cd97-451b-be97-b49bba56c404 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:56:17.161767 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Attempting to bind port f987e4a2-0326-40b6-845d-86348bddaf75 on network 23fe3c34-cd97-451b-be97-b49bba56c404 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:56:17.167207 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:56:17.167542 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Checking segment: {'id': '76982783-aeac-4fd2-ba2f-4480fdbcbc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '23fe3c34-cd97-451b-be97-b49bba56c404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:56:17.167922 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Bound using segment: {'id': '76982783-aeac-4fd2-ba2f-4480fdbcbc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '23fe3c34-cd97-451b-be97-b49bba56c404'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:56:17.168378 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Bound port: f987e4a2-0326-40b6-845d-86348bddaf75, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76982783-aeac-4fd2-ba2f-4480fdbcbc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '23fe3c34-cd97-451b-be97-b49bba56c404'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:56:17.168731 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (f987e4a2-0326-40b6-845d-86348bddaf75), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:17.233977 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] For port f987e4a2-0326-40b6-845d-86348bddaf75, host hv-cinder-83697, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:56:17.236950 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] For port f987e4a2-0326-40b6-845d-86348bddaf75, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=f987e4a2-0326-40b6-845d-86348bddaf75,segment=NetworkSegment(76982783-aeac-4fd2-ba2f-4480fdbcbc8a),segment_id=76982783-aeac-4fd2-ba2f-4480fdbcbc8a)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:56:17.243772 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (f987e4a2-0326-40b6-845d-86348bddaf75), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:17.270514 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6baafc-7de6-4359-9778-931697d229c9 req-40787e92-2d7f-4ed5-a824-8c2e6a92bf96 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:17.274340 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6f6baafc-7de6-4359-9778-931697d229c9 req-40787e92-2d7f-4ed5-a824-8c2e6a92bf96 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=d22382ef-e4a6-41fa-a5e5-51286628ed6b HTTP/1.1" status: 200 len: 944 time: 0.0593870 Apr 07 13:56:17.276491 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:17.277103 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:17.278503 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] 10.222.0.23 "PUT /v2.0/ports/f987e4a2-0326-40b6-845d-86348bddaf75 HTTP/1.1" status: 200 len: 1094 time: 0.5766025 Apr 07 13:56:17.278995 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22382ef-e4a6-41fa-a5e5-51286628ed6b', 'tag': 'f987e4a2-0326-40b6-845d-86348bddaf75'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:56:17.281134 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e06e0c-35e8-4be2-908e-0e9bb7a8e750" -d '{"events": [{"name": "network-changed", "server_uuid": "d22382ef-e4a6-41fa-a5e5-51286628ed6b", "tag": "f987e4a2-0326-40b6-845d-86348bddaf75"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:56:17.307236 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c5896-c3bb-4e1e-b5b0-cfa02615bb39 service neutron] Pushing event updated for resources: {'Port': ['ID=f987e4a2-0326-40b6-845d-86348bddaf75,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:17.321163 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-6f6baafc-7de6-4359-9778-931697d229c9 req-c7c99ad8-a767-4c95-b86f-83cf365201ce tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424650 Apr 07 13:56:17.323304 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc402c51-d3c7-4fcd-89d7-862118ab7816 x-openstack-request-id: req-fc402c51-d3c7-4fcd-89d7-862118ab7816 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:56:17.323727 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22382ef-e4a6-41fa-a5e5-51286628ed6b", "tag": "f987e4a2-0326-40b6-845d-86348bddaf75", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:56:17.323991 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc402c51-d3c7-4fcd-89d7-862118ab7816 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:56:17.324408 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc402c51-d3c7-4fcd-89d7-862118ab7816'] response: {'name': 'network-changed', 'server_uuid': 'd22382ef-e4a6-41fa-a5e5-51286628ed6b', 'tag': 'f987e4a2-0326-40b6-845d-86348bddaf75', 'status': 'completed', 'code': 200} Apr 07 13:56:17.388587 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-b6d4d06d-4912-4eda-925b-e7593a4fa78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:17.390080 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-b6d4d06d-4912-4eda-925b-e7593a4fa78f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=93736eef99cd4460a15921f0e7a07987&device_id=d22382ef-e4a6-41fa-a5e5-51286628ed6b HTTP/1.1" status: 200 len: 1128 time: 0.0456266 Apr 07 13:56:17.439230 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-6b807114-dcb6-4878-89fe-00046605dfc2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f987e4a2-0326-40b6-845d-86348bddaf75 HTTP/1.1" status: 200 len: 217 time: 0.0362325 Apr 07 13:56:17.486469 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-7f8a0970-7ae6-4307-a2cb-eb2b58fd5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:17.487853 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-7f8a0970-7ae6-4307-a2cb-eb2b58fd5319 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=68e9f273-232e-4477-aeb5-aa4f57ede834 HTTP/1.1" status: 200 len: 848 time: 0.0429764 Apr 07 13:56:17.518277 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-988404c7-3bc0-422a-bc4b-7eebe8e94bbc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=23fe3c34-cd97-451b-be97-b49bba56c404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244892 Apr 07 13:56:17.609569 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-bda9912a-6dd5-459b-be1f-127c77b12acf service neutron] 10.222.0.23 "GET /v2.0/networks/23fe3c34-cd97-451b-be97-b49bba56c404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852211 Apr 07 13:56:17.697005 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-adae46f5-4706-4c0a-8425-810f1cb070e9 req-eae87514-29dc-4fb5-be27-7abce2bd4b0f service neutron] 10.222.0.23 "GET /v2.0/networks/23fe3c34-cd97-451b-be97-b49bba56c404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816479 Apr 07 13:56:18.441618 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba7bf5-6edc-4f79-93af-25282c918353 req-21408ea8-d1bf-476b-a696-089715f0d1a4 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:18.443114 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e1ba7bf5-6edc-4f79-93af-25282c918353 req-21408ea8-d1bf-476b-a696-089715f0d1a4 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=d22382ef-e4a6-41fa-a5e5-51286628ed6b HTTP/1.1" status: 200 len: 944 time: 0.0511842 Apr 07 13:56:18.488154 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e1ba7bf5-6edc-4f79-93af-25282c918353 req-cca61ee7-d709-4854-afa8-01fe61e1066e tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394981 Apr 07 13:56:19.606153 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4133552-4432-4671-ba33-fa034d36bbc8 req-0bbefe49-743a-4d9d-819a-2b80644866e4 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:19.607630 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b4133552-4432-4671-ba33-fa034d36bbc8 req-0bbefe49-743a-4d9d-819a-2b80644866e4 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=d22382ef-e4a6-41fa-a5e5-51286628ed6b HTTP/1.1" status: 200 len: 944 time: 0.0514536 Apr 07 13:56:19.657018 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b4133552-4432-4671-ba33-fa034d36bbc8 req-17a0bbf0-9cbc-42fd-8f6f-d2eb119a3720 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438788 Apr 07 13:56:19.717187 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e06e0c-35e8-4be2-908e-0e9bb7a8e750 req-50e7757c-5fa4-4bbe-a03a-ed77ce4712e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:19.718663 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e2e06e0c-35e8-4be2-908e-0e9bb7a8e750 req-50e7757c-5fa4-4bbe-a03a-ed77ce4712e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=93736eef99cd4460a15921f0e7a07987&device_id=d22382ef-e4a6-41fa-a5e5-51286628ed6b HTTP/1.1" status: 200 len: 1128 time: 0.0439193 Apr 07 13:56:19.806850 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e06e0c-35e8-4be2-908e-0e9bb7a8e750 req-28215fd9-f1d6-40f9-9bd4-0ccedc58c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:19.808185 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e2e06e0c-35e8-4be2-908e-0e9bb7a8e750 req-28215fd9-f1d6-40f9-9bd4-0ccedc58c827 service neutron] 10.222.0.23 "GET /v2.0/networks?id=23fe3c34-cd97-451b-be97-b49bba56c404 HTTP/1.1" status: 200 len: 909 time: 0.0843089 Apr 07 13:56:19.848124 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e2e06e0c-35e8-4be2-908e-0e9bb7a8e750 req-85bf1549-9d4a-4214-aac9-246b619cbd90 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f987e4a2-0326-40b6-845d-86348bddaf75 HTTP/1.1" status: 200 len: 217 time: 0.0335822 Apr 07 13:56:19.896525 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e06e0c-35e8-4be2-908e-0e9bb7a8e750 req-4b57ac63-fc7b-4dcc-b090-c8fdb4e31940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:19.897879 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e2e06e0c-35e8-4be2-908e-0e9bb7a8e750 req-4b57ac63-fc7b-4dcc-b090-c8fdb4e31940 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=68e9f273-232e-4477-aeb5-aa4f57ede834 HTTP/1.1" status: 200 len: 848 time: 0.0443337 Apr 07 13:56:19.926673 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e2e06e0c-35e8-4be2-908e-0e9bb7a8e750 req-4cc277d4-2832-4009-9351-a480058f4674 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=23fe3c34-cd97-451b-be97-b49bba56c404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236380 Apr 07 13:56:20.011876 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e2e06e0c-35e8-4be2-908e-0e9bb7a8e750 req-54ec58ca-6363-441b-8f28-e67398afb3ac service neutron] 10.222.0.23 "GET /v2.0/networks/23fe3c34-cd97-451b-be97-b49bba56c404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791471 Apr 07 13:56:20.102476 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e2e06e0c-35e8-4be2-908e-0e9bb7a8e750 req-2162cb60-55e8-483b-926b-6d0fdcca741f service neutron] 10.222.0.23 "GET /v2.0/networks/23fe3c34-cd97-451b-be97-b49bba56c404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846665 Apr 07 13:56:20.774139 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400ed14-c0a1-456e-8893-ecf1386cca96 req-8d25a888-72b7-4584-9e5c-7b9a8e589691 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:20.776107 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e400ed14-c0a1-456e-8893-ecf1386cca96 req-8d25a888-72b7-4584-9e5c-7b9a8e589691 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=d22382ef-e4a6-41fa-a5e5-51286628ed6b HTTP/1.1" status: 200 len: 944 time: 0.0519807 Apr 07 13:56:20.821328 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e400ed14-c0a1-456e-8893-ecf1386cca96 req-8198392c-8263-436f-ac60-9c58a1d58ba4 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396049 Apr 07 13:56:21.518602 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device f987e4a2-0326-40b6-845d-86348bddaf75 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:56:21.618081 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port f987e4a2-0326-40b6-845d-86348bddaf75, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=f987e4a2-0326-40b6-845d-86348bddaf75,segment=NetworkSegment(76982783-aeac-4fd2-ba2f-4480fdbcbc8a),segment_id=76982783-aeac-4fd2-ba2f-4480fdbcbc8a)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:56:21.628666 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': 'f987e4a2-0326-40b6-845d-86348bddaf75', 'network_id': '23fe3c34-cd97-451b-be97-b49bba56c404', 'port_id': 'f987e4a2-0326-40b6-845d-86348bddaf75', 'mac_address': 'fa:16:3e:1c:05:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e9f273-232e-4477-aeb5-aa4f57ede834', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:56:21.664459 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port f987e4a2-0326-40b6-845d-86348bddaf75 is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:56:21.664842 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (f987e4a2-0326-40b6-845d-86348bddaf75), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:21.677578 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f987e4a2-0326-40b6-845d-86348bddaf75 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:56:21.696024 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port f987e4a2-0326-40b6-845d-86348bddaf75, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=f987e4a2-0326-40b6-845d-86348bddaf75,segment=NetworkSegment(76982783-aeac-4fd2-ba2f-4480fdbcbc8a),segment_id=76982783-aeac-4fd2-ba2f-4480fdbcbc8a)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:56:21.699915 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (f987e4a2-0326-40b6-845d-86348bddaf75), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:21.746979 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=f987e4a2-0326-40b6-845d-86348bddaf75,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:21.936250 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89134da5-cb6c-4fe7-8e96-dff663945756 req-27cb1645-dcbb-4b37-a41f-36d58469eafc tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:21.937709 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-89134da5-cb6c-4fe7-8e96-dff663945756 req-27cb1645-dcbb-4b37-a41f-36d58469eafc tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=d22382ef-e4a6-41fa-a5e5-51286628ed6b HTTP/1.1" status: 200 len: 945 time: 0.0508912 Apr 07 13:56:21.983364 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-89134da5-cb6c-4fe7-8e96-dff663945756 req-6dd38dd6-cbf4-4b9f-ad47-b4e0a93baf7e tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401537 Apr 07 13:56:22.113273 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['f987e4a2-0326-40b6-845d-86348bddaf75'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:56:22.429953 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e372ce8-0190-477f-8767-49b843b33534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:23.100771 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d1302-ce7c-4b08-b8d7-eee1bda89720 req-0821d9fb-cbe1-493d-add2-f72decd451f2 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:23.102257 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bc5d1302-ce7c-4b08-b8d7-eee1bda89720 req-0821d9fb-cbe1-493d-add2-f72decd451f2 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=d22382ef-e4a6-41fa-a5e5-51286628ed6b HTTP/1.1" status: 200 len: 945 time: 0.0544648 Apr 07 13:56:23.147261 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bc5d1302-ce7c-4b08-b8d7-eee1bda89720 req-ae0b99a8-3ebc-4b54-849d-7f024704da51 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388145 Apr 07 13:56:23.528853 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device f987e4a2-0326-40b6-845d-86348bddaf75 up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:56:23.580760 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port f987e4a2-0326-40b6-845d-86348bddaf75 completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:56:23.584622 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port f987e4a2-0326-40b6-845d-86348bddaf75 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:56:23.585001 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (f987e4a2-0326-40b6-845d-86348bddaf75), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:23.658727 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port f987e4a2-0326-40b6-845d-86348bddaf75 is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:56:23.659112 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (f987e4a2-0326-40b6-845d-86348bddaf75), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:23.680606 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22382ef-e4a6-41fa-a5e5-51286628ed6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f987e4a2-0326-40b6-845d-86348bddaf75'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:56:23.682851 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931627d8-86f1-4316-9255-91b7c9bcb36b" -d '{"events": [{"server_uuid": "d22382ef-e4a6-41fa-a5e5-51286628ed6b", "name": "network-vif-plugged", "status": "completed", "tag": "f987e4a2-0326-40b6-845d-86348bddaf75"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:56:23.695508 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port f987e4a2-0326-40b6-845d-86348bddaf75, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=f987e4a2-0326-40b6-845d-86348bddaf75,segment=NetworkSegment(76982783-aeac-4fd2-ba2f-4480fdbcbc8a),segment_id=76982783-aeac-4fd2-ba2f-4480fdbcbc8a)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:56:23.700245 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (f987e4a2-0326-40b6-845d-86348bddaf75), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:23.750903 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=f987e4a2-0326-40b6-845d-86348bddaf75,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:23.834896 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9398d7e1-a8bc-45dc-a561-41373f02612e x-openstack-request-id: req-9398d7e1-a8bc-45dc-a561-41373f02612e {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:56:23.835185 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22382ef-e4a6-41fa-a5e5-51286628ed6b", "name": "network-vif-plugged", "status": "completed", "tag": "f987e4a2-0326-40b6-845d-86348bddaf75", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:56:23.835438 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9398d7e1-a8bc-45dc-a561-41373f02612e {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:56:23.835831 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9398d7e1-a8bc-45dc-a561-41373f02612e'] response: {'server_uuid': 'd22382ef-e4a6-41fa-a5e5-51286628ed6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f987e4a2-0326-40b6-845d-86348bddaf75', 'code': 200} Apr 07 13:56:24.032900 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbde39-237a-4f04-9422-237df693fd14 req-fe6710ff-d268-4bf5-b4e5-5fae7b76b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:24.034239 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-86fbde39-237a-4f04-9422-237df693fd14 req-fe6710ff-d268-4bf5-b4e5-5fae7b76b685 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d22382ef-e4a6-41fa-a5e5-51286628ed6b HTTP/1.1" status: 200 len: 1130 time: 0.0431397 Apr 07 13:56:24.079219 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-86fbde39-237a-4f04-9422-237df693fd14 req-89e982cc-a237-4277-b6db-9f41858e6d77 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386517 Apr 07 13:56:24.263435 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c602354-ea3f-4366-a97d-0aa1fcec6199 req-fa37cb10-dcaf-43c0-9514-9cceac838ccc tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:24.265252 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1c602354-ea3f-4366-a97d-0aa1fcec6199 req-fa37cb10-dcaf-43c0-9514-9cceac838ccc tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=d22382ef-e4a6-41fa-a5e5-51286628ed6b HTTP/1.1" status: 200 len: 946 time: 0.0516601 Apr 07 13:56:24.310446 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1c602354-ea3f-4366-a97d-0aa1fcec6199 req-f185d8bf-29fd-41b5-acaa-265df541137b tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397363 Apr 07 13:56:24.948633 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0cb731a6-c1a9-4985-a6c3-c592dce57430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:25.428766 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa54777-9cdd-4f0d-9c85-6c618f51228b req-42b7c5f1-177f-498c-9768-f968cc284e51 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:25.430204 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1aa54777-9cdd-4f0d-9c85-6c618f51228b req-42b7c5f1-177f-498c-9768-f968cc284e51 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=d22382ef-e4a6-41fa-a5e5-51286628ed6b HTTP/1.1" status: 200 len: 946 time: 0.0539432 Apr 07 13:56:25.475677 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1aa54777-9cdd-4f0d-9c85-6c618f51228b req-c34b780a-fb16-45f6-b098-f46d5c16e5f5 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394528 Apr 07 13:56:25.829334 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:26.590619 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b2432-5970-4485-907a-1451db09b10c req-ed80c537-cf49-45e9-8c8a-68af34eb8416 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:26.591986 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-600b2432-5970-4485-907a-1451db09b10c req-ed80c537-cf49-45e9-8c8a-68af34eb8416 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=d22382ef-e4a6-41fa-a5e5-51286628ed6b HTTP/1.1" status: 200 len: 946 time: 0.0514770 Apr 07 13:56:26.636709 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-600b2432-5970-4485-907a-1451db09b10c req-efe4dcc8-6746-4e5b-bfc7-874137ee703b tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392747 Apr 07 13:56:27.279307 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b88629-6acf-42a3-a078-26675127df96 req-3fbb7415-101d-4d3c-9af0-86ded8adf161 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:27.280758 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-86b88629-6acf-42a3-a078-26675127df96 req-3fbb7415-101d-4d3c-9af0-86ded8adf161 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=d22382ef-e4a6-41fa-a5e5-51286628ed6b HTTP/1.1" status: 200 len: 946 time: 0.0514839 Apr 07 13:56:27.309353 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:27.331493 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-86b88629-6acf-42a3-a078-26675127df96 req-5d3b4318-f9f8-4145-afc2-999b0d695757 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452013 Apr 07 13:56:28.446357 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d18885-efea-4bb0-a66a-cf450f8ea937 req-988ab78b-2f5d-4aec-8797-5b82980d5ee3 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:28.448393 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f6d18885-efea-4bb0-a66a-cf450f8ea937 req-988ab78b-2f5d-4aec-8797-5b82980d5ee3 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=d22382ef-e4a6-41fa-a5e5-51286628ed6b HTTP/1.1" status: 200 len: 946 time: 0.0508974 Apr 07 13:56:28.493299 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f6d18885-efea-4bb0-a66a-cf450f8ea937 req-99874daf-4049-4eab-ad56-3cadd61ed4ab tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391970 Apr 07 13:56:28.711277 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:28.822646 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf85b7f-98d3-402e-86d8-2c4f4d23edca req-a0ae928b-da41-4ee4-82ec-0b47bf16230c tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:28.824061 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-adf85b7f-98d3-402e-86d8-2c4f4d23edca req-a0ae928b-da41-4ee4-82ec-0b47bf16230c tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.23 "GET /v2.0/ports?device_id=d22382ef-e4a6-41fa-a5e5-51286628ed6b HTTP/1.1" status: 200 len: 946 time: 0.0554194 Apr 07 13:56:28.910744 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-adf85b7f-98d3-402e-86d8-2c4f4d23edca req-62413e5f-8cf5-4533-883c-3a27691d75ba tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Deleting port f987e4a2-0326-40b6-845d-86348bddaf75 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:56:28.911007 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-adf85b7f-98d3-402e-86d8-2c4f4d23edca req-62413e5f-8cf5-4533-883c-3a27691d75ba tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (f987e4a2-0326-40b6-845d-86348bddaf75), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:29.000079 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-adf85b7f-98d3-402e-86d8-2c4f4d23edca req-62413e5f-8cf5-4533-883c-3a27691d75ba tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] For port f987e4a2-0326-40b6-845d-86348bddaf75, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=f987e4a2-0326-40b6-845d-86348bddaf75,segment=NetworkSegment(76982783-aeac-4fd2-ba2f-4480fdbcbc8a),segment_id=76982783-aeac-4fd2-ba2f-4480fdbcbc8a)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:56:29.000438 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-adf85b7f-98d3-402e-86d8-2c4f4d23edca req-62413e5f-8cf5-4533-883c-3a27691d75ba tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (f987e4a2-0326-40b6-845d-86348bddaf75), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:29.012615 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-adf85b7f-98d3-402e-86d8-2c4f4d23edca req-62413e5f-8cf5-4533-883c-3a27691d75ba tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Calling delete_port for f987e4a2-0326-40b6-845d-86348bddaf75 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:56:29.134987 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-adf85b7f-98d3-402e-86d8-2c4f4d23edca req-62413e5f-8cf5-4533-883c-3a27691d75ba tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (f987e4a2-0326-40b6-845d-86348bddaf75), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:29.164917 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62413e5f-8cf5-4533-883c-3a27691d75ba tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Pushing event deleted for resources: {'Port': ['ID=f987e4a2-0326-40b6-845d-86348bddaf75,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:29.170324 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['f987e4a2-0326-40b6-845d-86348bddaf75'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:56:29.208865 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf85b7f-98d3-402e-86d8-2c4f4d23edca req-62413e5f-8cf5-4533-883c-3a27691d75ba tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] No DVR routers for this DVR port f987e4a2-0326-40b6-845d-86348bddaf75 on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:56:29.211224 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-adf85b7f-98d3-402e-86d8-2c4f4d23edca req-62413e5f-8cf5-4533-883c-3a27691d75ba tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:29.215104 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-adf85b7f-98d3-402e-86d8-2c4f4d23edca req-62413e5f-8cf5-4533-883c-3a27691d75ba tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.23 "DELETE /v2.0/ports/f987e4a2-0326-40b6-845d-86348bddaf75 HTTP/1.1" status: 204 len: 173 time: 0.3862772 Apr 07 13:56:29.215536 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22382ef-e4a6-41fa-a5e5-51286628ed6b', 'name': 'network-vif-deleted', 'tag': 'f987e4a2-0326-40b6-845d-86348bddaf75'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:56:29.217754 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7871cef7-74db-464b-972a-7a5c1dc9fcdd" -d '{"events": [{"server_uuid": "d22382ef-e4a6-41fa-a5e5-51286628ed6b", "name": "network-vif-deleted", "tag": "f987e4a2-0326-40b6-845d-86348bddaf75"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:56:29.253912 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2718de4-8445-4e57-8777-e5defae974ae x-openstack-request-id: req-f2718de4-8445-4e57-8777-e5defae974ae {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:56:29.254206 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22382ef-e4a6-41fa-a5e5-51286628ed6b", "name": "network-vif-deleted", "tag": "f987e4a2-0326-40b6-845d-86348bddaf75", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:56:29.254496 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2718de4-8445-4e57-8777-e5defae974ae {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:56:29.254937 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2718de4-8445-4e57-8777-e5defae974ae'] response: {'server_uuid': 'd22382ef-e4a6-41fa-a5e5-51286628ed6b', 'name': 'network-vif-deleted', 'tag': 'f987e4a2-0326-40b6-845d-86348bddaf75', 'status': 'completed', 'code': 200} Apr 07 13:56:29.602040 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-77e2811e-4491-496b-b125-67f8feaea2bc req-90d49b98-a982-4dfd-974f-e3d3866a65ea tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=d22382ef-e4a6-41fa-a5e5-51286628ed6b HTTP/1.1" status: 200 len: 210 time: 0.0319896 Apr 07 13:56:30.970945 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99ece3-b743-4683-9a75-223d2461a30b req-124ade17-93cf-4321-a44c-dabe3026f98d tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:30.972367 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1a99ece3-b743-4683-9a75-223d2461a30b req-124ade17-93cf-4321-a44c-dabe3026f98d tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/networks?id=23fe3c34-cd97-451b-be97-b49bba56c404 HTTP/1.1" status: 200 len: 808 time: 0.0999606 Apr 07 13:56:30.986178 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1a99ece3-b743-4683-9a75-223d2461a30b req-0164d634-108a-49eb-9988-a78da98ba140 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/quotas/93736eef99cd4460a15921f0e7a07987 HTTP/1.1" status: 200 len: 375 time: 0.0084531 Apr 07 13:56:31.016248 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1a99ece3-b743-4683-9a75-223d2461a30b req-a41f1051-b0ea-4ea6-a6e5-d0c49c1e0d7f tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=93736eef99cd4460a15921f0e7a07987&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254426 Apr 07 13:56:31.148906 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5df55f5e-6ae0-44dc-9663-8224788e13b3 service neutron] 10.222.0.39 "GET /v2.0/networks/23fe3c34-cd97-451b-be97-b49bba56c404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264312 Apr 07 13:56:31.234457 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1a99ece3-b743-4683-9a75-223d2461a30b req-309ac3ff-1766-4da6-b200-9397e3ce9085 service neutron] 10.222.0.39 "GET /v2.0/networks/23fe3c34-cd97-451b-be97-b49bba56c404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792773 Apr 07 13:56:31.580926 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device f987e4a2-0326-40b6-845d-86348bddaf75 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:56:31.603181 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: f987e4a2-0326-40b6-845d-86348bddaf75 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:56:31.603524 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device f987e4a2-0326-40b6-845d-86348bddaf75 not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:56:32.454830 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0011a704-f4ac-454b-aba7-1ac5d1d4b0dd req-a6cefa47-09b5-46de-85e3-d1e9b356f451 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e7a688b-bd9b-43d6-8aa7-4a617d711a6b HTTP/1.1" status: 200 len: 210 time: 0.0849895 Apr 07 13:56:33.335683 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99ece3-b743-4683-9a75-223d2461a30b req-ef541bc1-448a-4014-a15f-b4f55a146a01 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:33.337134 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1a99ece3-b743-4683-9a75-223d2461a30b req-ef541bc1-448a-4014-a15f-b4f55a146a01 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.23 "GET /v2.0/networks?id=23fe3c34-cd97-451b-be97-b49bba56c404 HTTP/1.1" status: 200 len: 808 time: 0.1019514 Apr 07 13:56:33.355157 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-1a99ece3-b743-4683-9a75-223d2461a30b req-c368c93d-42fc-4eda-a929-77452616ff80 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Request body: {'port': {'device_id': '4e7a688b-bd9b-43d6-8aa7-4a617d711a6b', 'network_id': '23fe3c34-cd97-451b-be97-b49bba56c404', 'admin_state_up': True, 'tenant_id': '93736eef99cd4460a15921f0e7a07987'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:56:33.463994 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a99ece3-b743-4683-9a75-223d2461a30b req-c368c93d-42fc-4eda-a929-77452616ff80 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Made reservation on behalf of 93736eef99cd4460a15921f0e7a07987 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:56:33.467269 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1a99ece3-b743-4683-9a75-223d2461a30b req-c368c93d-42fc-4eda-a929-77452616ff80 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:33.551859 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d04b0af5-5ca1-47ca-ad61-452530747d97 req-6aae7d93-bf1e-4cd3-b99f-f3d3e1ce5ab3 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e7a688b-bd9b-43d6-8aa7-4a617d711a6b HTTP/1.1" status: 200 len: 210 time: 0.0309124 Apr 07 13:56:33.594112 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-1a99ece3-b743-4683-9a75-223d2461a30b req-c368c93d-42fc-4eda-a929-77452616ff80 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Allocated IP 172.20.0.7 (23fe3c34-cd97-451b-be97-b49bba56c404/68e9f273-232e-4477-aeb5-aa4f57ede834/12ee2739-0ce2-4752-b7b7-6d27bbb36aa8) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:56:33.740835 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1a99ece3-b743-4683-9a75-223d2461a30b req-c368c93d-42fc-4eda-a929-77452616ff80 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Publish callbacks [] for port (12ee2739-0ce2-4752-b7b7-6d27bbb36aa8), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:33.773470 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1a99ece3-b743-4683-9a75-223d2461a30b req-c368c93d-42fc-4eda-a929-77452616ff80 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (12ee2739-0ce2-4752-b7b7-6d27bbb36aa8), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:33.812703 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a99ece3-b743-4683-9a75-223d2461a30b req-c368c93d-42fc-4eda-a929-77452616ff80 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Network 23fe3c34-cd97-451b-be97-b49bba56c404 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:56:33.815540 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-1a99ece3-b743-4683-9a75-223d2461a30b req-c368c93d-42fc-4eda-a929-77452616ff80 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:56:33.819077 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a99ece3-b743-4683-9a75-223d2461a30b req-c368c93d-42fc-4eda-a929-77452616ff80 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:56:33.847798 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368c93d-42fc-4eda-a929-77452616ff80 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Pushing event updated for resources: {'Port': ['ID=12ee2739-0ce2-4752-b7b7-6d27bbb36aa8,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:33.872722 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99ece3-b743-4683-9a75-223d2461a30b req-c368c93d-42fc-4eda-a929-77452616ff80 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:33.873329 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1a99ece3-b743-4683-9a75-223d2461a30b req-c368c93d-42fc-4eda-a929-77452616ff80 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:33.888781 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1a99ece3-b743-4683-9a75-223d2461a30b req-c368c93d-42fc-4eda-a929-77452616ff80 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5374432 Apr 07 13:56:33.962196 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Request body: {'port': {'device_id': '4e7a688b-bd9b-43d6-8aa7-4a617d711a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:56:34.020890 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (12ee2739-0ce2-4752-b7b7-6d27bbb36aa8), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:34.271706 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:56:34.279421 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Publish callbacks [] for port (12ee2739-0ce2-4752-b7b7-6d27bbb36aa8), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:34.291981 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Transition to ACTIVE for port object 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:56:34.295767 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (12ee2739-0ce2-4752-b7b7-6d27bbb36aa8), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:34.364327 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Pushing event updated for resources: {'Port': ['ID=12ee2739-0ce2-4752-b7b7-6d27bbb36aa8,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:34.414384 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Attempting to bind port 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:56:34.414721 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Attempting to bind port 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '76982783-aeac-4fd2-ba2f-4480fdbcbc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '23fe3c34-cd97-451b-be97-b49bba56c404'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:56:34.415049 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Attempting to bind port 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 on network 23fe3c34-cd97-451b-be97-b49bba56c404 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:56:34.419882 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Port 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 on network 23fe3c34-cd97-451b-be97-b49bba56c404 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:56:34.420205 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Attempting to bind port 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 on network 23fe3c34-cd97-451b-be97-b49bba56c404 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:56:34.424963 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:56:34.425302 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Checking segment: {'id': '76982783-aeac-4fd2-ba2f-4480fdbcbc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '23fe3c34-cd97-451b-be97-b49bba56c404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:56:34.425682 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Bound using segment: {'id': '76982783-aeac-4fd2-ba2f-4480fdbcbc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '23fe3c34-cd97-451b-be97-b49bba56c404'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:56:34.426106 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Bound port: 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76982783-aeac-4fd2-ba2f-4480fdbcbc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '23fe3c34-cd97-451b-be97-b49bba56c404'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:56:34.426503 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (12ee2739-0ce2-4752-b7b7-6d27bbb36aa8), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:34.487237 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] For port 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8, host hv-cinder-83697, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:56:34.490140 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] For port 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=12ee2739-0ce2-4752-b7b7-6d27bbb36aa8,segment=NetworkSegment(76982783-aeac-4fd2-ba2f-4480fdbcbc8a),segment_id=76982783-aeac-4fd2-ba2f-4480fdbcbc8a)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:56:34.496131 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (12ee2739-0ce2-4752-b7b7-6d27bbb36aa8), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:34.528974 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:34.529619 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:34.531026 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] 10.222.0.23 "PUT /v2.0/ports/12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 HTTP/1.1" status: 200 len: 1093 time: 0.5727172 Apr 07 13:56:34.531490 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7a688b-bd9b-43d6-8aa7-4a617d711a6b', 'tag': '12ee2739-0ce2-4752-b7b7-6d27bbb36aa8'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:56:34.533721 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93abef0-ab67-4227-88fc-42529e682b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7a688b-bd9b-43d6-8aa7-4a617d711a6b", "tag": "12ee2739-0ce2-4752-b7b7-6d27bbb36aa8"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:56:34.559235 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538c8eb-660d-4be1-ac25-c76af8a910e5 service neutron] Pushing event updated for resources: {'Port': ['ID=12ee2739-0ce2-4752-b7b7-6d27bbb36aa8,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:34.574714 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5261c8fb-2900-4474-a26c-f3c0953a602b x-openstack-request-id: req-5261c8fb-2900-4474-a26c-f3c0953a602b {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:56:34.575267 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7a688b-bd9b-43d6-8aa7-4a617d711a6b", "tag": "12ee2739-0ce2-4752-b7b7-6d27bbb36aa8", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:56:34.575405 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5261c8fb-2900-4474-a26c-f3c0953a602b {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:56:34.575755 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5261c8fb-2900-4474-a26c-f3c0953a602b'] response: {'name': 'network-changed', 'server_uuid': '4e7a688b-bd9b-43d6-8aa7-4a617d711a6b', 'tag': '12ee2739-0ce2-4752-b7b7-6d27bbb36aa8', 'status': 'completed', 'code': 200} Apr 07 13:56:34.641370 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99ece3-b743-4683-9a75-223d2461a30b req-0544e48e-d2e3-48dc-82cd-e35a17fe634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:34.642952 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1a99ece3-b743-4683-9a75-223d2461a30b req-0544e48e-d2e3-48dc-82cd-e35a17fe634a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=93736eef99cd4460a15921f0e7a07987&device_id=4e7a688b-bd9b-43d6-8aa7-4a617d711a6b HTTP/1.1" status: 200 len: 1127 time: 0.0501184 Apr 07 13:56:34.670347 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def691c-f866-47f1-b2f0-e8be4345aae1 req-165dec48-38bd-4dd1-a861-b49bfbf08ee5 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:34.671915 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3def691c-f866-47f1-b2f0-e8be4345aae1 req-165dec48-38bd-4dd1-a861-b49bfbf08ee5 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e7a688b-bd9b-43d6-8aa7-4a617d711a6b HTTP/1.1" status: 200 len: 943 time: 0.0543187 Apr 07 13:56:34.690737 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1a99ece3-b743-4683-9a75-223d2461a30b req-4ef8f9f4-f708-40db-b83e-ae7735056cff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 HTTP/1.1" status: 200 len: 217 time: 0.0353475 Apr 07 13:56:34.719008 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3def691c-f866-47f1-b2f0-e8be4345aae1 req-73fd65f0-970c-486b-b560-3e579a7684d3 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413647 Apr 07 13:56:34.737336 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99ece3-b743-4683-9a75-223d2461a30b req-98666bdc-4f7b-4977-8aad-5f8ba81dc115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:34.738837 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1a99ece3-b743-4683-9a75-223d2461a30b req-98666bdc-4f7b-4977-8aad-5f8ba81dc115 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=68e9f273-232e-4477-aeb5-aa4f57ede834 HTTP/1.1" status: 200 len: 848 time: 0.0431674 Apr 07 13:56:34.769271 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1a99ece3-b743-4683-9a75-223d2461a30b req-5262580d-e3c9-41ca-9f0f-89ab86ecc9b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=23fe3c34-cd97-451b-be97-b49bba56c404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241086 Apr 07 13:56:34.859760 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1a99ece3-b743-4683-9a75-223d2461a30b req-e39f0577-2929-4f07-83e7-b37fbaa33662 service neutron] 10.222.0.23 "GET /v2.0/networks/23fe3c34-cd97-451b-be97-b49bba56c404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836620 Apr 07 13:56:34.949090 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1a99ece3-b743-4683-9a75-223d2461a30b req-f1417014-8b48-4c42-bfa9-01574597c2a4 service neutron] 10.222.0.23 "GET /v2.0/networks/23fe3c34-cd97-451b-be97-b49bba56c404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835748 Apr 07 13:56:35.269169 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:35.835661 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c25ba4-eb9f-46fd-a0b8-efd358c02053 req-b8d077f5-2047-4acc-8d8f-59295951616c tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:35.837103 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-18c25ba4-eb9f-46fd-a0b8-efd358c02053 req-b8d077f5-2047-4acc-8d8f-59295951616c tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e7a688b-bd9b-43d6-8aa7-4a617d711a6b HTTP/1.1" status: 200 len: 943 time: 0.0504916 Apr 07 13:56:35.881864 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-18c25ba4-eb9f-46fd-a0b8-efd358c02053 req-40872053-bfcf-496c-a346-8cdca6045f20 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387251 Apr 07 13:56:36.958159 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93abef0-ab67-4227-88fc-42529e682b8c req-4f10f96f-b4c0-4457-93e0-7b0e0125cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:36.959701 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d93abef0-ab67-4227-88fc-42529e682b8c req-4f10f96f-b4c0-4457-93e0-7b0e0125cee1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=93736eef99cd4460a15921f0e7a07987&device_id=4e7a688b-bd9b-43d6-8aa7-4a617d711a6b HTTP/1.1" status: 200 len: 1127 time: 0.0454295 Apr 07 13:56:37.002044 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b43ee-d912-458c-9d23-d7468d3b1353 req-545fe927-56b8-498d-8c18-3231f75171ba tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:37.003536 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-555b43ee-d912-458c-9d23-d7468d3b1353 req-545fe927-56b8-498d-8c18-3231f75171ba tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e7a688b-bd9b-43d6-8aa7-4a617d711a6b HTTP/1.1" status: 200 len: 943 time: 0.0556812 Apr 07 13:56:37.047944 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93abef0-ab67-4227-88fc-42529e682b8c req-d1fbcb6a-606f-48c9-87db-40fcfe72cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:37.048327 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-555b43ee-d912-458c-9d23-d7468d3b1353 req-809526c3-f2ee-4660-831e-8fe63bf7b97b tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392313 Apr 07 13:56:37.049390 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d93abef0-ab67-4227-88fc-42529e682b8c req-d1fbcb6a-606f-48c9-87db-40fcfe72cc3b service neutron] 10.222.0.23 "GET /v2.0/networks?id=23fe3c34-cd97-451b-be97-b49bba56c404 HTTP/1.1" status: 200 len: 909 time: 0.0832992 Apr 07 13:56:37.092584 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d93abef0-ab67-4227-88fc-42529e682b8c req-9b12c257-b926-4afe-ac37-bec5fa38cac7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 HTTP/1.1" status: 200 len: 217 time: 0.0373001 Apr 07 13:56:37.139787 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93abef0-ab67-4227-88fc-42529e682b8c req-265c0429-70ef-43d4-9d2e-abb66fa37e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:37.141201 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d93abef0-ab67-4227-88fc-42529e682b8c req-265c0429-70ef-43d4-9d2e-abb66fa37e30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=68e9f273-232e-4477-aeb5-aa4f57ede834 HTTP/1.1" status: 200 len: 848 time: 0.0429957 Apr 07 13:56:37.171565 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d93abef0-ab67-4227-88fc-42529e682b8c req-e52b3e3d-aff4-45ba-986c-f590a13fa0b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=23fe3c34-cd97-451b-be97-b49bba56c404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244787 Apr 07 13:56:37.261161 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d93abef0-ab67-4227-88fc-42529e682b8c req-45014368-d782-4afe-b147-cc0a21a5f5ff service neutron] 10.222.0.23 "GET /v2.0/networks/23fe3c34-cd97-451b-be97-b49bba56c404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835881 Apr 07 13:56:37.345664 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d93abef0-ab67-4227-88fc-42529e682b8c req-86a35134-626c-4e5a-b305-70a504a69802 service neutron] 10.222.0.23 "GET /v2.0/networks/23fe3c34-cd97-451b-be97-b49bba56c404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792153 Apr 07 13:56:37.598968 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:56:37.695981 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=12ee2739-0ce2-4752-b7b7-6d27bbb36aa8,segment=NetworkSegment(76982783-aeac-4fd2-ba2f-4480fdbcbc8a),segment_id=76982783-aeac-4fd2-ba2f-4480fdbcbc8a)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:56:37.707278 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': '12ee2739-0ce2-4752-b7b7-6d27bbb36aa8', 'network_id': '23fe3c34-cd97-451b-be97-b49bba56c404', 'port_id': '12ee2739-0ce2-4752-b7b7-6d27bbb36aa8', 'mac_address': 'fa:16:3e:79:54:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e9f273-232e-4477-aeb5-aa4f57ede834', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:56:37.742820 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:56:37.743205 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (12ee2739-0ce2-4752-b7b7-6d27bbb36aa8), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:37.755410 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:56:37.774261 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=12ee2739-0ce2-4752-b7b7-6d27bbb36aa8,segment=NetworkSegment(76982783-aeac-4fd2-ba2f-4480fdbcbc8a),segment_id=76982783-aeac-4fd2-ba2f-4480fdbcbc8a)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:56:37.780850 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (12ee2739-0ce2-4752-b7b7-6d27bbb36aa8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:37.824704 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=12ee2739-0ce2-4752-b7b7-6d27bbb36aa8,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:38.163184 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['12ee2739-0ce2-4752-b7b7-6d27bbb36aa8'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:56:38.167674 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33398a2-ceb7-4f75-be6b-bc885d17a2a5 req-5a1ad0e3-b20f-4313-8356-5bfce4201858 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:38.169176 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e33398a2-ceb7-4f75-be6b-bc885d17a2a5 req-5a1ad0e3-b20f-4313-8356-5bfce4201858 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e7a688b-bd9b-43d6-8aa7-4a617d711a6b HTTP/1.1" status: 200 len: 944 time: 0.0538781 Apr 07 13:56:38.217394 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e33398a2-ceb7-4f75-be6b-bc885d17a2a5 req-f21a4a1b-d678-4404-96e1-7154efc88d83 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423281 Apr 07 13:56:39.329035 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb0f5f-5e96-4a16-836c-d95de190bc68 req-8fdaa216-807f-484a-88f6-7ff550e9120d tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:39.330504 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-35bb0f5f-5e96-4a16-836c-d95de190bc68 req-8fdaa216-807f-484a-88f6-7ff550e9120d tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e7a688b-bd9b-43d6-8aa7-4a617d711a6b HTTP/1.1" status: 200 len: 944 time: 0.0500441 Apr 07 13:56:39.378200 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-35bb0f5f-5e96-4a16-836c-d95de190bc68 req-fe71a071-c688-4ca0-b237-a09a8d06ccab tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423486 Apr 07 13:56:39.615807 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:56:39.666262 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:56:39.670162 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:56:39.670566 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (12ee2739-0ce2-4752-b7b7-6d27bbb36aa8), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:39.744782 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:56:39.745167 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (12ee2739-0ce2-4752-b7b7-6d27bbb36aa8), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:39.766454 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7a688b-bd9b-43d6-8aa7-4a617d711a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ee2739-0ce2-4752-b7b7-6d27bbb36aa8'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:56:39.768958 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a56d4f8-5f1f-4971-ba49-b7355268d9ee" -d '{"events": [{"server_uuid": "4e7a688b-bd9b-43d6-8aa7-4a617d711a6b", "name": "network-vif-plugged", "status": "completed", "tag": "12ee2739-0ce2-4752-b7b7-6d27bbb36aa8"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:56:39.781939 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=12ee2739-0ce2-4752-b7b7-6d27bbb36aa8,segment=NetworkSegment(76982783-aeac-4fd2-ba2f-4480fdbcbc8a),segment_id=76982783-aeac-4fd2-ba2f-4480fdbcbc8a)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:56:39.786022 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (12ee2739-0ce2-4752-b7b7-6d27bbb36aa8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:39.810445 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25546522-8697-46da-a35d-9c518ca15c3f x-openstack-request-id: req-25546522-8697-46da-a35d-9c518ca15c3f {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:56:39.810734 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7a688b-bd9b-43d6-8aa7-4a617d711a6b", "name": "network-vif-plugged", "status": "completed", "tag": "12ee2739-0ce2-4752-b7b7-6d27bbb36aa8", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:56:39.810989 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25546522-8697-46da-a35d-9c518ca15c3f {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:56:39.811387 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25546522-8697-46da-a35d-9c518ca15c3f'] response: {'server_uuid': '4e7a688b-bd9b-43d6-8aa7-4a617d711a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ee2739-0ce2-4752-b7b7-6d27bbb36aa8', 'code': 200} Apr 07 13:56:39.835578 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=12ee2739-0ce2-4752-b7b7-6d27bbb36aa8,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:40.004825 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7aeca-1299-457b-bf12-12184cb6f498 req-40cbc443-0caa-4ef9-8bd0-1f7fadb7fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:40.006276 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1cd7aeca-1299-457b-bf12-12184cb6f498 req-40cbc443-0caa-4ef9-8bd0-1f7fadb7fc23 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4e7a688b-bd9b-43d6-8aa7-4a617d711a6b HTTP/1.1" status: 200 len: 1129 time: 0.0461912 Apr 07 13:56:40.048613 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1cd7aeca-1299-457b-bf12-12184cb6f498 req-8ecdcf94-30ff-4086-a847-ea81be2b61a2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350487 Apr 07 13:56:40.492041 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b43794-ca32-40f9-96e9-cf8e6c9a3404 req-0e37c503-84c2-4b8a-94e8-b2cb3d914191 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:40.493523 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f2b43794-ca32-40f9-96e9-cf8e6c9a3404 req-0e37c503-84c2-4b8a-94e8-b2cb3d914191 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e7a688b-bd9b-43d6-8aa7-4a617d711a6b HTTP/1.1" status: 200 len: 945 time: 0.0509813 Apr 07 13:56:40.538421 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f2b43794-ca32-40f9-96e9-cf8e6c9a3404 req-8be10dde-3817-4cdd-aaee-4ebef0ac5fee tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394120 Apr 07 13:56:41.655607 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246bc03-5dc9-4649-aa6d-90c120a77068 req-0ffb732f-1775-4eb4-a258-f6d751ca032d tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:41.657096 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3246bc03-5dc9-4649-aa6d-90c120a77068 req-0ffb732f-1775-4eb4-a258-f6d751ca032d tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e7a688b-bd9b-43d6-8aa7-4a617d711a6b HTTP/1.1" status: 200 len: 945 time: 0.0522215 Apr 07 13:56:41.704647 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3246bc03-5dc9-4649-aa6d-90c120a77068 req-2c2c3eca-63ac-4aa8-beac-59b87587cd92 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420001 Apr 07 13:56:42.385648 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe2292-394f-4ef2-a357-18d8ff8cdfb9 req-44fdcf1e-9bec-4a12-8b62-403abc010274 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:42.387042 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-aafe2292-394f-4ef2-a357-18d8ff8cdfb9 req-44fdcf1e-9bec-4a12-8b62-403abc010274 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e7a688b-bd9b-43d6-8aa7-4a617d711a6b HTTP/1.1" status: 200 len: 945 time: 0.0557628 Apr 07 13:56:42.432453 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-aafe2292-394f-4ef2-a357-18d8ff8cdfb9 req-0dda76df-ff53-4b2d-954a-f4f5b8791b46 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398667 Apr 07 13:56:42.975928 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:56:43.549191 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc855b1-0385-4471-b466-0aea4e44b730 req-ffc9ab84-9a54-465d-984d-2eb33ab6116a tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:43.550655 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ddc855b1-0385-4471-b466-0aea4e44b730 req-ffc9ab84-9a54-465d-984d-2eb33ab6116a tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e7a688b-bd9b-43d6-8aa7-4a617d711a6b HTTP/1.1" status: 200 len: 945 time: 0.0519538 Apr 07 13:56:43.596129 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ddc855b1-0385-4471-b466-0aea4e44b730 req-0e2e401e-5ff2-477f-8e6c-7087f15d5b4d tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400345 Apr 07 13:56:43.929002 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b3aec-3bbe-4f7f-b54e-d19ebf4c1c1c req-4f83558e-19c5-404d-8b93-186ca2315f46 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:56:43.930370 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-380b3aec-3bbe-4f7f-b54e-d19ebf4c1c1c req-4f83558e-19c5-404d-8b93-186ca2315f46 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e7a688b-bd9b-43d6-8aa7-4a617d711a6b HTTP/1.1" status: 200 len: 945 time: 0.0501757 Apr 07 13:56:44.020098 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-380b3aec-3bbe-4f7f-b54e-d19ebf4c1c1c req-f18049e7-d1eb-4cfb-9adb-2cb9739c485a tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Deleting port 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:56:44.020432 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-380b3aec-3bbe-4f7f-b54e-d19ebf4c1c1c req-f18049e7-d1eb-4cfb-9adb-2cb9739c485a tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (12ee2739-0ce2-4752-b7b7-6d27bbb36aa8), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:44.106520 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-380b3aec-3bbe-4f7f-b54e-d19ebf4c1c1c req-f18049e7-d1eb-4cfb-9adb-2cb9739c485a tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] For port 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=12ee2739-0ce2-4752-b7b7-6d27bbb36aa8,segment=NetworkSegment(76982783-aeac-4fd2-ba2f-4480fdbcbc8a),segment_id=76982783-aeac-4fd2-ba2f-4480fdbcbc8a)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:56:44.106885 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-380b3aec-3bbe-4f7f-b54e-d19ebf4c1c1c req-f18049e7-d1eb-4cfb-9adb-2cb9739c485a tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (12ee2739-0ce2-4752-b7b7-6d27bbb36aa8), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:44.119296 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-380b3aec-3bbe-4f7f-b54e-d19ebf4c1c1c req-f18049e7-d1eb-4cfb-9adb-2cb9739c485a tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Calling delete_port for 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:56:44.248714 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-380b3aec-3bbe-4f7f-b54e-d19ebf4c1c1c req-f18049e7-d1eb-4cfb-9adb-2cb9739c485a tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (12ee2739-0ce2-4752-b7b7-6d27bbb36aa8), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:44.275171 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18049e7-d1eb-4cfb-9adb-2cb9739c485a tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Pushing event deleted for resources: {'Port': ['ID=12ee2739-0ce2-4752-b7b7-6d27bbb36aa8,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:56:44.283260 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['12ee2739-0ce2-4752-b7b7-6d27bbb36aa8'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:56:44.319683 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-380b3aec-3bbe-4f7f-b54e-d19ebf4c1c1c req-f18049e7-d1eb-4cfb-9adb-2cb9739c485a tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] No DVR routers for this DVR port 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:56:44.322092 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-380b3aec-3bbe-4f7f-b54e-d19ebf4c1c1c req-f18049e7-d1eb-4cfb-9adb-2cb9739c485a tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:44.325536 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-380b3aec-3bbe-4f7f-b54e-d19ebf4c1c1c req-f18049e7-d1eb-4cfb-9adb-2cb9739c485a tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.23 "DELETE /v2.0/ports/12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 HTTP/1.1" status: 204 len: 173 time: 0.3897603 Apr 07 13:56:44.326250 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7a688b-bd9b-43d6-8aa7-4a617d711a6b', 'name': 'network-vif-deleted', 'tag': '12ee2739-0ce2-4752-b7b7-6d27bbb36aa8'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:56:44.328948 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fdc30d-4e8b-4b72-9455-fe412deabc02" -d '{"events": [{"server_uuid": "4e7a688b-bd9b-43d6-8aa7-4a617d711a6b", "name": "network-vif-deleted", "tag": "12ee2739-0ce2-4752-b7b7-6d27bbb36aa8"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:56:44.372782 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47455024-ceb5-4f8c-99f8-b77b7334231f x-openstack-request-id: req-47455024-ceb5-4f8c-99f8-b77b7334231f {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:56:44.373068 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7a688b-bd9b-43d6-8aa7-4a617d711a6b", "name": "network-vif-deleted", "tag": "12ee2739-0ce2-4752-b7b7-6d27bbb36aa8", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:56:44.373485 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47455024-ceb5-4f8c-99f8-b77b7334231f {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:56:44.373890 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47455024-ceb5-4f8c-99f8-b77b7334231f'] response: {'server_uuid': '4e7a688b-bd9b-43d6-8aa7-4a617d711a6b', 'name': 'network-vif-deleted', 'tag': '12ee2739-0ce2-4752-b7b7-6d27bbb36aa8', 'status': 'completed', 'code': 200} Apr 07 13:56:44.703008 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2979ab4f-6aad-4693-9d48-d7681b67826c req-951dd895-c01a-4754-adab-42e8590fa978 tempest-VolumesActionsTest-1886511546 tempest-VolumesActionsTest-1886511546-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e7a688b-bd9b-43d6-8aa7-4a617d711a6b HTTP/1.1" status: 200 len: 210 time: 0.0305910 Apr 07 13:56:48.034248 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:56:48.054108 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:56:48.054480 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 12ee2739-0ce2-4752-b7b7-6d27bbb36aa8 not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:56:52.433285 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b011157-d073-494a-8e0d-6c32bf6f2792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:54.952825 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d3bda1ae-2b45-4df1-a233-4ef8260b571c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:55.834975 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:57.313952 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:56:58.718850 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:05.266120 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:08.448241 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 36612) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:57:08.491309 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Deleting subnet 68e9f273-232e-4477-aeb5-aa4f57ede834 {{(pid=103372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:57:08.494262 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Publish callbacks [] for subnet (68e9f273-232e-4477-aeb5-aa4f57ede834), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:08.527765 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3886092'] for subnet (68e9f273-232e-4477-aeb5-aa4f57ede834), precommit_delete_associations {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:08.564466 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16392291'] for subnet (68e9f273-232e-4477-aeb5-aa4f57ede834), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:08.619176 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16392298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59119722'] for subnet (68e9f273-232e-4477-aeb5-aa4f57ede834), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:08.644916 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e9f273-232e-4477-aeb5-aa4f57ede834,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:08.647317 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:08.651065 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/68e9f273-232e-4477-aeb5-aa4f57ede834 HTTP/1.1" status: 204 len: 168 time: 0.2018492 Apr 07 13:57:08.653616 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 36614) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:57:08.656991 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:08.657336 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:08.657673 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:08.658008 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:08.658357 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:08.658685 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:08.659009 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:08.659331 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:08.659652 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:08.659973 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:08.660298 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:08.660618 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:08.660933 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:08.661248 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:08.661561 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bd3c8-eaa9-47db-82f7-9d4472b6057b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:08.725270 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16221602'] for network (23fe3c34-cd97-451b-be97-b49bba56c404), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:08.803620 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16415226', 'neutron.services.segments.db._delete_segments_for_network-8738487795402'] for network (23fe3c34-cd97-451b-be97-b49bba56c404), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:09.063334 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23fe3c34-cd97-451b-be97-b49bba56c404']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:57:09.072979 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76982783-aeac-4fd2-ba2f-4480fdbcbc8a') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:57:09.073276 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76982783-aeac-4fd2-ba2f-4480fdbcbc8a') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:57:09.082210 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738487798739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3370172'] for segment (76982783-aeac-4fd2-ba2f-4480fdbcbc8a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:09.095999 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (76982783-aeac-4fd2-ba2f-4480fdbcbc8a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:09.103445 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:57:09.103835 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3405971'] for segment (76982783-aeac-4fd2-ba2f-4480fdbcbc8a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: Traceback (most recent call last): Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: timer() Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: cb(*args, **kw) Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: self._notify() Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: self.callback(batched_events) Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: event.method(event) Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: return f(self, *a, **k) Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: return self._get(url).json() Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:57:09.105667 dv-cinder-836973-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:57:09.159475 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16415201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431839'] for network (23fe3c34-cd97-451b-be97-b49bba56c404), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:09.164642 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:09.167798 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] 10.222.0.39 "DELETE /v2.0/networks/23fe3c34-cd97-451b-be97-b49bba56c404 HTTP/1.1" status: 204 len: 168 time: 0.5130916 Apr 07 13:57:09.178559 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Pushing event deleted for resources: {'Network': ['ID=23fe3c34-cd97-451b-be97-b49bba56c404,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:09.186356 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:09.186716 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:09.187063 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:09.187407 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:09.187744 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:09.188081 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:09.188556 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:09.188734 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:09.189066 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:09.189445 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:09.189733 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:09.190050 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:09.190374 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:09.190703 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:09.191028 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3e782-6205-4085-a3f1-2fcafad21885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:09.273528 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 36618) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:57:09.312450 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1a5140d2-944b-4b9f-99a7-f4de3344723a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93736eef99cd4460a15921f0e7a07987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372045 Apr 07 13:57:09.314810 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 36620) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:57:09.363954 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8f20596-d793-48a4-a47c-05aac0b2f3be admin admin] Publish callbacks [] for security_group (8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:09.384641 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8f20596-d793-48a4-a47c-05aac0b2f3be admin admin] Publish callbacks [] for security_group (8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:09.430560 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8f20596-d793-48a4-a47c-05aac0b2f3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:09.433088 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8f20596-d793-48a4-a47c-05aac0b2f3be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:09.434233 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f8f20596-d793-48a4-a47c-05aac0b2f3be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0 HTTP/1.1" status: 204 len: 168 time: 0.1186070 Apr 07 13:57:09.442082 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f20596-d793-48a4-a47c-05aac0b2f3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5304c1-f959-41ff-aa8a-4d0ae18b4ff0,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:10.078011 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 36642) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:57:10.180689 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-0251e07c-5b76-4c08-adca-96f18ece2801 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1220667227-network', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:57:10.199588 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0251e07c-5b76-4c08-adca-96f18ece2801 admin admin] Made reservation on behalf of f4e197ab6d5a446aaceb818da2d13c88 for: {'network': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:57:10.202155 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0251e07c-5b76-4c08-adca-96f18ece2801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:10.210768 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0251e07c-5b76-4c08-adca-96f18ece2801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:10.283513 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0251e07c-5b76-4c08-adca-96f18ece2801 admin admin] Publish callbacks [] for security_group (0d3f396c-b713-4552-bdd3-b0b81a851d96), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:10.287224 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0251e07c-5b76-4c08-adca-96f18ece2801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (0d3f396c-b713-4552-bdd3-b0b81a851d96), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:10.310879 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0251e07c-5b76-4c08-adca-96f18ece2801 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:57:10.320255 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251e07c-5b76-4c08-adca-96f18ece2801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3f396c-b713-4552-bdd3-b0b81a851d96,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:10.325101 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0251e07c-5b76-4c08-adca-96f18ece2801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (1bbc52f4-6352-40fd-9cb1-b2833c952768), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:10.325438 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.segments_db [None req-0251e07c-5b76-4c08-adca-96f18ece2801 admin admin] Added segment 1bbc52f4-6352-40fd-9cb1-b2833c952768 of type vlan for network 6ae74583-f215-4cca-91c5-1162dde13282 Apr 07 13:57:10.365770 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0251e07c-5b76-4c08-adca-96f18ece2801 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (6ae74583-f215-4cca-91c5-1162dde13282), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:10.387635 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0251e07c-5b76-4c08-adca-96f18ece2801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (6ae74583-f215-4cca-91c5-1162dde13282), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:10.388607 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0251e07c-5b76-4c08-adca-96f18ece2801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:10.389180 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0251e07c-5b76-4c08-adca-96f18ece2801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:10.420427 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-0251e07c-5b76-4c08-adca-96f18ece2801 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3412662 Apr 07 13:57:10.423416 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 36646) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:57:10.428349 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-69bced51-ac98-4911-bcdb-adab4ab9d2e4 admin admin] Request body: {'subnet': {'network_id': '6ae74583-f215-4cca-91c5-1162dde13282', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1220667227-subnet', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:57:10.448924 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bced51-ac98-4911-bcdb-adab4ab9d2e4 admin admin] Made reservation on behalf of f4e197ab6d5a446aaceb818da2d13c88 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:57:10.451518 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-69bced51-ac98-4911-bcdb-adab4ab9d2e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3624283'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:10.455129 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251e07c-5b76-4c08-adca-96f18ece2801 admin admin] Pushing event updated for resources: {'Network': ['ID=6ae74583-f215-4cca-91c5-1162dde13282,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:10.465597 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network 6ae74583-f215-4cca-91c5-1162dde13282 details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:57:10.620425 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-69bced51-ac98-4911-bcdb-adab4ab9d2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3405876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3715745'] for subnet (f6abe8b6-da0d-42c2-97bb-6773571354c7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:10.673739 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bced51-ac98-4911-bcdb-adab4ab9d2e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6abe8b6-da0d-42c2-97bb-6773571354c7,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:10.684785 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bced51-ac98-4911-bcdb-adab4ab9d2e4 admin admin] Checking segment: {'id': '1bbc52f4-6352-40fd-9cb1-b2833c952768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:57:10.685144 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bced51-ac98-4911-bcdb-adab4ab9d2e4 admin admin] Network hostable DHCP agents. Network: 6ae74583-f215-4cca-91c5-1162dde13282, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:57:10.701741 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bced51-ac98-4911-bcdb-adab4ab9d2e4 admin admin] Network 6ae74583-f215-4cca-91c5-1162dde13282 is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:57:10.709905 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-69bced51-ac98-4911-bcdb-adab4ab9d2e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, 6ae74583-f215-4cca-91c5-1162dde13282) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:57:10.714821 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bced51-ac98-4911-bcdb-adab4ab9d2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:10.715520 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-69bced51-ac98-4911-bcdb-adab4ab9d2e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:10.719537 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1394ee4b-5530-4ed3-9c4f-46b530803d8f None None] Network 6ae74583-f215-4cca-91c5-1162dde13282 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:57:10.731147 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-69bced51-ac98-4911-bcdb-adab4ab9d2e4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3066251 Apr 07 13:57:10.733721 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 36648) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:57:10.737970 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1220667227-router', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:57:10.756649 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57370'] for router (45c3fa7e-28db-4ec5-a382-dfeb6243d3cd), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:10.757688 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-420324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57363'] for router (45c3fa7e-28db-4ec5-a382-dfeb6243d3cd), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:10.815870 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] Publish callbacks [] for router_controller (45c3fa7e-28db-4ec5-a382-dfeb6243d3cd), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:10.946605 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d2e1798-9abe-5abe-a8d6-f7ff823ce7ba-6ae74583-f215-4cca-91c5-1162dde13282', 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282', 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'fixed_ips': [{'subnet_id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7'}]}} from dv-cinder-836973-1-iscsi. {{(pid=103373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 13:57:10.947667 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:10.956571 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] Publish callbacks [] for router_gateway (45c3fa7e-28db-4ec5-a382-dfeb6243d3cd), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:11.080661 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Allocated IP 172.20.0.2 (6ae74583-f215-4cca-91c5-1162dde13282/f6abe8b6-da0d-42c2-97bb-6773571354c7/b52c8f7c-da3d-4dff-bc91-67a50d8367f4) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:57:11.156830 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] Publish callbacks [] for router_gateway (45c3fa7e-28db-4ec5-a382-dfeb6243d3cd), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:11.176187 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:11.221074 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Publish callbacks [] for port (b52c8f7c-da3d-4dff-bc91-67a50d8367f4), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:11.227206 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (b52c8f7c-da3d-4dff-bc91-67a50d8367f4), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:11.262840 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Network 6ae74583-f215-4cca-91c5-1162dde13282 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:57:11.267350 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:57:11.273354 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:57:11.280399 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Pushing event updated for resources: {'Port': ['ID=b52c8f7c-da3d-4dff-bc91-67a50d8367f4,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:11.280841 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] Allocated IP 172.27.0.202 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/516d6d52-b79f-4680-9d2d-91b9e9429a87) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:57:11.290749 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:11.291098 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:11.291442 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:11.291782 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:11.292135 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:11.292566 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:11.292862 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:11.293228 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:11.293557 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:11.293881 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:11.294231 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:11.294594 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:11.294980 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:11.295235 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:11.295629 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:11.345790 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Attempting to bind port b52c8f7c-da3d-4dff-bc91-67a50d8367f4 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:57:11.346269 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Attempting to bind port b52c8f7c-da3d-4dff-bc91-67a50d8367f4 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '1bbc52f4-6352-40fd-9cb1-b2833c952768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:57:11.346666 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Attempting to bind port b52c8f7c-da3d-4dff-bc91-67a50d8367f4 on network 6ae74583-f215-4cca-91c5-1162dde13282 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:57:11.351503 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:57:11.351881 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Checking segment: {'id': '1bbc52f4-6352-40fd-9cb1-b2833c952768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:57:11.352282 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:11.352678 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Bound using segment: {'id': '1bbc52f4-6352-40fd-9cb1-b2833c952768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:57:11.353147 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Bound port: b52c8f7c-da3d-4dff-bc91-67a50d8367f4, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbc52f4-6352-40fd-9cb1-b2833c952768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:57:11.353524 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (b52c8f7c-da3d-4dff-bc91-67a50d8367f4), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:11.381107 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] Publish callbacks [] for port (516d6d52-b79f-4680-9d2d-91b9e9429a87), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:11.413360 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (516d6d52-b79f-4680-9d2d-91b9e9429a87), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:11.415691 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] For port b52c8f7c-da3d-4dff-bc91-67a50d8367f4, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:57:11.418927 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] For port b52c8f7c-da3d-4dff-bc91-67a50d8367f4, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=b52c8f7c-da3d-4dff-bc91-67a50d8367f4,segment=NetworkSegment(1bbc52f4-6352-40fd-9cb1-b2833c952768),segment_id=1bbc52f4-6352-40fd-9cb1-b2833c952768)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:57:11.425026 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (b52c8f7c-da3d-4dff-bc91-67a50d8367f4), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:11.456005 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:57:11.463070 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:57:11.467771 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:57:11.488886 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] Pushing event updated for resources: {'Port': ['ID=516d6d52-b79f-4680-9d2d-91b9e9429a87,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:11.489267 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae1409-1ede-4f77-b1c1-8d0ddee99ff4 None None] Pushing event updated for resources: {'Port': ['ID=b52c8f7c-da3d-4dff-bc91-67a50d8367f4,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:11.747519 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] Publish callbacks [] for router_gateway (45c3fa7e-28db-4ec5-a382-dfeb6243d3cd), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:11.944763 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431655'] for router (45c3fa7e-28db-4ec5-a382-dfeb6243d3cd), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:12.073371 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] Router 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd is scheduled to L3 agent fdb95e97-0059-4137-9443-d45a15104627 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 13:57:12.189045 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:57:12.199349 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Sync routers for ids ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:57:12.208179 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:12.209457 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2dfa039f-3083-4da1-bfcd-0faa99dc471c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4746952 Apr 07 13:57:12.212359 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 36650) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:57:12.215513 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Routers {'45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:57:12.216364 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:56:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:57:12.334758 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Set router 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:57:12.383381 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c94f8cf-1297-4069-9384-135f5524acee None None] Network 6ae74583-f215-4cca-91c5-1162dde13282 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:57:12.430803 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device b52c8f7c-da3d-4dff-bc91-67a50d8367f4 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:57:12.580027 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-04c9809f-7b0c-4050-b45d-be56d2a4898f None None] Provisioning complete for port b52c8f7c-da3d-4dff-bc91-67a50d8367f4 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:12.580700 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04c9809f-7b0c-4050-b45d-be56d2a4898f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (b52c8f7c-da3d-4dff-bc91-67a50d8367f4), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:12.643398 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-165e24d7-5ab0-4016-ba84-9a713a829758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:12.671547 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port b52c8f7c-da3d-4dff-bc91-67a50d8367f4 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:12.671921 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (b52c8f7c-da3d-4dff-bc91-67a50d8367f4), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:12.784728 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-04c9809f-7b0c-4050-b45d-be56d2a4898f None None] Current status of the port b52c8f7c-da3d-4dff-bc91-67a50d8367f4 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:12.785119 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04c9809f-7b0c-4050-b45d-be56d2a4898f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (b52c8f7c-da3d-4dff-bc91-67a50d8367f4), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:12.787696 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'name': 'tempest-TestMinimumBasicScenario-1220667227-router', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:10Z', 'updated_at': '2022-04-07T13:57:11Z', 'revision_number': 3, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'gw_port': {'id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:11Z', 'updated_at': '2022-04-07T13:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:57:12.805080 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-165e24d7-5ab0-4016-ba84-9a713a829758 admin admin] Allocated IP 172.20.0.1 (6ae74583-f215-4cca-91c5-1162dde13282/f6abe8b6-da0d-42c2-97bb-6773571354c7/d26f3616-4373-45fe-a805-de9c8acb03a5) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:57:12.851367 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Checking router: 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:57:12.851718 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Updating router 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd port 516d6d52-b79f-4680-9d2d-91b9e9429a87 binding host dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:57:12.896783 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-04c9809f-7b0c-4050-b45d-be56d2a4898f None None] For port b52c8f7c-da3d-4dff-bc91-67a50d8367f4, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=b52c8f7c-da3d-4dff-bc91-67a50d8367f4,segment=NetworkSegment(1bbc52f4-6352-40fd-9cb1-b2833c952768),segment_id=1bbc52f4-6352-40fd-9cb1-b2833c952768)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:57:12.897710 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port b52c8f7c-da3d-4dff-bc91-67a50d8367f4 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:12.898098 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (b52c8f7c-da3d-4dff-bc91-67a50d8367f4), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:12.904803 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04c9809f-7b0c-4050-b45d-be56d2a4898f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (b52c8f7c-da3d-4dff-bc91-67a50d8367f4), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:12.916036 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (516d6d52-b79f-4680-9d2d-91b9e9429a87), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:13.074469 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9809f-7b0c-4050-b45d-be56d2a4898f None None] Pushing event updated for resources: {'Port': ['ID=b52c8f7c-da3d-4dff-bc91-67a50d8367f4,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:13.096194 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.db.api [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 13:57:13.096547 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG oslo_db.api [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 13:57:13.106135 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-9be87a92-c066-4889-b9a0-6a875ee88238 None None] Provisioning complete for port b52c8f7c-da3d-4dff-bc91-67a50d8367f4 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:13.106459 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9be87a92-c066-4889-b9a0-6a875ee88238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (b52c8f7c-da3d-4dff-bc91-67a50d8367f4), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:13.171439 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-165e24d7-5ab0-4016-ba84-9a713a829758 admin admin] Publish callbacks [] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:13.205815 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-165e24d7-5ab0-4016-ba84-9a713a829758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:13.250266 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165e24d7-5ab0-4016-ba84-9a713a829758 admin admin] Network 6ae74583-f215-4cca-91c5-1162dde13282 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:57:13.254222 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e24d7-5ab0-4016-ba84-9a713a829758 admin admin] Pushing event updated for resources: {'Port': ['ID=d26f3616-4373-45fe-a805-de9c8acb03a5,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:13.256709 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-165e24d7-5ab0-4016-ba84-9a713a829758 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:57:13.259296 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165e24d7-5ab0-4016-ba84-9a713a829758 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:57:13.301708 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-165e24d7-5ab0-4016-ba84-9a713a829758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421704'] for router_interface (45c3fa7e-28db-4ec5-a382-dfeb6243d3cd), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:13.402426 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-9be87a92-c066-4889-b9a0-6a875ee88238 None None] Current status of the port b52c8f7c-da3d-4dff-bc91-67a50d8367f4 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:13.451087 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-165e24d7-5ab0-4016-ba84-9a713a829758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:13.474689 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Publish callbacks [] for port (516d6d52-b79f-4680-9d2d-91b9e9429a87), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:13.480228 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (516d6d52-b79f-4680-9d2d-91b9e9429a87), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:13.541987 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Attempting to bind port 516d6d52-b79f-4680-9d2d-91b9e9429a87 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:57:13.542282 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Attempting to bind port 516d6d52-b79f-4680-9d2d-91b9e9429a87 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:57:13.542673 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Attempting to bind port 516d6d52-b79f-4680-9d2d-91b9e9429a87 on network 11de5774-1b52-4991-93c6-544d79153129 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:57:13.544460 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3865b5-4a42-457b-ad39-9a9e456b6f79 None None] Pushing event updated for resources: {'Port': ['ID=516d6d52-b79f-4680-9d2d-91b9e9429a87,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:13.552911 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:57:13.553307 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Checking segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:57:13.553718 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:13.554088 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Bound using segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:57:13.554585 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Bound port: 516d6d52-b79f-4680-9d2d-91b9e9429a87, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:57:13.555500 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (516d6d52-b79f-4680-9d2d-91b9e9429a87), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:13.556946 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-bdead3b7-2ad8-4723-8e24-7753a9bf0f9a None None] Provisioning complete for port d26f3616-4373-45fe-a805-de9c8acb03a5 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:13.557307 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bdead3b7-2ad8-4723-8e24-7753a9bf0f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:13.615734 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-165e24d7-5ab0-4016-ba84-9a713a829758 admin admin] Publish callbacks [] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:13.621264 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-165e24d7-5ab0-4016-ba84-9a713a829758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:13.650606 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-bdead3b7-2ad8-4723-8e24-7753a9bf0f9a None None] Port d26f3616-4373-45fe-a805-de9c8acb03a5 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:57:13.667325 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port b52c8f7c-da3d-4dff-bc91-67a50d8367f4 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:13.669672 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] For port 516d6d52-b79f-4680-9d2d-91b9e9429a87, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:57:13.673134 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] For port 516d6d52-b79f-4680-9d2d-91b9e9429a87, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=516d6d52-b79f-4680-9d2d-91b9e9429a87,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:57:13.681657 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (516d6d52-b79f-4680-9d2d-91b9e9429a87), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:13.692148 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-165e24d7-5ab0-4016-ba84-9a713a829758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421860'] for router_interface (45c3fa7e-28db-4ec5-a382-dfeb6243d3cd), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:13.697700 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e24d7-5ab0-4016-ba84-9a713a829758 admin admin] Pushing event updated for resources: {'Port': ['ID=d26f3616-4373-45fe-a805-de9c8acb03a5,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:13.738497 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Routers {'45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:57:13.739132 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:56:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:57:13.744428 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3865b5-4a42-457b-ad39-9a9e456b6f79 None None] Pushing event updated for resources: {'Port': ['ID=516d6d52-b79f-4680-9d2d-91b9e9429a87,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:13.788699 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165e24d7-5ab0-4016-ba84-9a713a829758 admin admin] Network 6ae74583-f215-4cca-91c5-1162dde13282 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:57:13.790601 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-165e24d7-5ab0-4016-ba84-9a713a829758 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:57:13.854879 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] Set router 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:57:13.913857 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165e24d7-5ab0-4016-ba84-9a713a829758 admin admin] Router 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:57:14.029357 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165e24d7-5ab0-4016-ba84-9a713a829758 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:57:14.034579 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-165e24d7-5ab0-4016-ba84-9a713a829758 admin admin] 10.222.0.39 "PUT /v2.0/routers/45c3fa7e-28db-4ec5-a382-dfeb6243d3cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8208632 Apr 07 13:57:14.064068 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'name': 'tempest-TestMinimumBasicScenario-1220667227-router', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:10Z', 'updated_at': '2022-04-07T13:57:13Z', 'revision_number': 4, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'gw_port': {'id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:11Z', 'updated_at': '2022-04-07T13:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'd26f3616-4373-45fe-a805-de9c8acb03a5', 'name': '', 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'mac_address': 'fa:16:3e:33:21:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:12Z', 'updated_at': '2022-04-07T13:57:13Z', 'revision_number': 2, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'subnets': [{'id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:57:14.094326 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200bb509-8ab0-48f5-bed1-e78d90f3fc6a None None] The sync data for ids ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'] in dv-cinder-836973-1-iscsi is: [{'id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'name': 'tempest-TestMinimumBasicScenario-1220667227-router', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:10Z', 'updated_at': '2022-04-07T13:57:13Z', 'revision_number': 4, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'gw_port': {'id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:11Z', 'updated_at': '2022-04-07T13:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'd26f3616-4373-45fe-a805-de9c8acb03a5', 'name': '', 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'mac_address': 'fa:16:3e:33:21:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:12Z', 'updated_at': '2022-04-07T13:57:13Z', 'revision_number': 2, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'subnets': [{'id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:57:14.099697 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-773dd1cc-e06c-49db-8d9f-c04074667087 None None] Provisioning complete for port d26f3616-4373-45fe-a805-de9c8acb03a5 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:14.100026 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-773dd1cc-e06c-49db-8d9f-c04074667087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:14.143578 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-773dd1cc-e06c-49db-8d9f-c04074667087 None None] Port d26f3616-4373-45fe-a805-de9c8acb03a5 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:57:14.401533 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device b52c8f7c-da3d-4dff-bc91-67a50d8367f4 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:57:14.455982 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port b52c8f7c-da3d-4dff-bc91-67a50d8367f4 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:14.456368 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (b52c8f7c-da3d-4dff-bc91-67a50d8367f4), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:14.541663 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port b52c8f7c-da3d-4dff-bc91-67a50d8367f4 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:14.568664 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 36666) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:57:14.573661 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-0971d5f3-1e94-4752-8e73-968e8525ba99 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1615587300-network', 'tenant_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:57:14.593517 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0971d5f3-1e94-4752-8e73-968e8525ba99 admin admin] Made reservation on behalf of f2eaf2b90c8e4bc1a1b0b7d7c6efa080 for: {'network': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:57:14.596092 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0971d5f3-1e94-4752-8e73-968e8525ba99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:14.605735 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0971d5f3-1e94-4752-8e73-968e8525ba99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:14.687682 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0971d5f3-1e94-4752-8e73-968e8525ba99 admin admin] Publish callbacks [] for security_group (b5adca8c-b557-431c-bbe1-b33f15359390), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:14.692814 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0971d5f3-1e94-4752-8e73-968e8525ba99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (b5adca8c-b557-431c-bbe1-b33f15359390), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:14.718671 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0971d5f3-1e94-4752-8e73-968e8525ba99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:57:14.728206 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971d5f3-1e94-4752-8e73-968e8525ba99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5adca8c-b557-431c-bbe1-b33f15359390,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:14.734390 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0971d5f3-1e94-4752-8e73-968e8525ba99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (56692762-589b-4145-939c-657083748007), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:14.734804 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.segments_db [None req-0971d5f3-1e94-4752-8e73-968e8525ba99 admin admin] Added segment 56692762-589b-4145-939c-657083748007 of type vlan for network 9d508216-52b0-4e0a-b32d-15ce0be36121 Apr 07 13:57:14.781043 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0971d5f3-1e94-4752-8e73-968e8525ba99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (9d508216-52b0-4e0a-b32d-15ce0be36121), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:14.811093 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0971d5f3-1e94-4752-8e73-968e8525ba99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (9d508216-52b0-4e0a-b32d-15ce0be36121), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:14.812235 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0971d5f3-1e94-4752-8e73-968e8525ba99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:14.813053 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0971d5f3-1e94-4752-8e73-968e8525ba99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:14.873766 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-0971d5f3-1e94-4752-8e73-968e8525ba99 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3038762 Apr 07 13:57:14.876719 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 36668) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:57:14.882264 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971d5f3-1e94-4752-8e73-968e8525ba99 admin admin] Pushing event updated for resources: {'Network': ['ID=9d508216-52b0-4e0a-b32d-15ce0be36121,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:14.882892 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-900ce604-ad0a-4ad2-8663-06b38c841111 admin admin] Request body: {'subnet': {'network_id': '9d508216-52b0-4e0a-b32d-15ce0be36121', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1615587300-subnet', 'tenant_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:57:14.896500 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network 9d508216-52b0-4e0a-b32d-15ce0be36121 details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:57:14.905146 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900ce604-ad0a-4ad2-8663-06b38c841111 admin admin] Made reservation on behalf of f2eaf2b90c8e4bc1a1b0b7d7c6efa080 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:57:14.907574 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-900ce604-ad0a-4ad2-8663-06b38c841111 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3624283'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:15.085711 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-900ce604-ad0a-4ad2-8663-06b38c841111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3405876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3715745'] for subnet (016897e8-62ee-47f4-8ce1-f07a37eb338c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:15.136761 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ce604-ad0a-4ad2-8663-06b38c841111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=016897e8-62ee-47f4-8ce1-f07a37eb338c,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:15.154326 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900ce604-ad0a-4ad2-8663-06b38c841111 admin admin] Checking segment: {'id': '56692762-589b-4145-939c-657083748007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9d508216-52b0-4e0a-b32d-15ce0be36121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:57:15.154712 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900ce604-ad0a-4ad2-8663-06b38c841111 admin admin] Network hostable DHCP agents. Network: 9d508216-52b0-4e0a-b32d-15ce0be36121, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:57:15.171405 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900ce604-ad0a-4ad2-8663-06b38c841111 admin admin] Network 9d508216-52b0-4e0a-b32d-15ce0be36121 is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:57:15.180959 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-900ce604-ad0a-4ad2-8663-06b38c841111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, 9d508216-52b0-4e0a-b32d-15ce0be36121) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:57:15.185999 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900ce604-ad0a-4ad2-8663-06b38c841111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:15.187302 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-900ce604-ad0a-4ad2-8663-06b38c841111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:15.191767 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e55adc-9ea4-4b52-bd47-104b79736f2b None None] Network 9d508216-52b0-4e0a-b32d-15ce0be36121 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:57:15.214098 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-900ce604-ad0a-4ad2-8663-06b38c841111 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3328371 Apr 07 13:57:15.215045 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 36670) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:57:15.219153 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1615587300-router', 'tenant_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:57:15.240518 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57370'] for router (5e8ea82a-2006-4f83-acb0-b668f16effb5), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:15.241681 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-420324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57363'] for router (5e8ea82a-2006-4f83-acb0-b668f16effb5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:15.304677 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] Publish callbacks [] for router_controller (5e8ea82a-2006-4f83-acb0-b668f16effb5), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:15.311800 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d2e1798-9abe-5abe-a8d6-f7ff823ce7ba-9d508216-52b0-4e0a-b32d-15ce0be36121', 'network_id': '9d508216-52b0-4e0a-b32d-15ce0be36121', 'project_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'fixed_ips': [{'subnet_id': '016897e8-62ee-47f4-8ce1-f07a37eb338c'}]}} from dv-cinder-836973-1-iscsi. {{(pid=103373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 13:57:15.312678 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:15.456187 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Allocated IP 172.20.0.2 (9d508216-52b0-4e0a-b32d-15ce0be36121/016897e8-62ee-47f4-8ce1-f07a37eb338c/c262f32b-b556-4f49-8ad2-8927e579dd71) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:57:15.459404 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] Publish callbacks [] for router_gateway (5e8ea82a-2006-4f83-acb0-b668f16effb5), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:15.609067 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Publish callbacks [] for port (c262f32b-b556-4f49-8ad2-8927e579dd71), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:15.614839 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (c262f32b-b556-4f49-8ad2-8927e579dd71), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:15.650827 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Network 9d508216-52b0-4e0a-b32d-15ce0be36121 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:57:15.653574 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:57:15.661654 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:57:15.662586 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] Publish callbacks [] for router_gateway (5e8ea82a-2006-4f83-acb0-b668f16effb5), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:15.669030 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Pushing event updated for resources: {'Port': ['ID=c262f32b-b556-4f49-8ad2-8927e579dd71,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:15.682512 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:15.725353 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Attempting to bind port c262f32b-b556-4f49-8ad2-8927e579dd71 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:57:15.725726 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Attempting to bind port c262f32b-b556-4f49-8ad2-8927e579dd71 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '56692762-589b-4145-939c-657083748007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9d508216-52b0-4e0a-b32d-15ce0be36121'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:57:15.726086 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Attempting to bind port c262f32b-b556-4f49-8ad2-8927e579dd71 on network 9d508216-52b0-4e0a-b32d-15ce0be36121 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:57:15.731387 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:57:15.731764 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Checking segment: {'id': '56692762-589b-4145-939c-657083748007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9d508216-52b0-4e0a-b32d-15ce0be36121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:57:15.732165 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:15.732561 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Bound using segment: {'id': '56692762-589b-4145-939c-657083748007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9d508216-52b0-4e0a-b32d-15ce0be36121'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:57:15.733027 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Bound port: c262f32b-b556-4f49-8ad2-8927e579dd71, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56692762-589b-4145-939c-657083748007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9d508216-52b0-4e0a-b32d-15ce0be36121'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:57:15.733420 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (c262f32b-b556-4f49-8ad2-8927e579dd71), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:15.796922 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] Allocated IP 172.27.0.82 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/128f06c6-103d-4b2f-bb26-00a885bf7612) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:57:15.797134 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] For port c262f32b-b556-4f49-8ad2-8927e579dd71, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:57:15.800086 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] For port c262f32b-b556-4f49-8ad2-8927e579dd71, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=c262f32b-b556-4f49-8ad2-8927e579dd71,segment=NetworkSegment(56692762-589b-4145-939c-657083748007),segment_id=56692762-589b-4145-939c-657083748007)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:57:15.807394 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (c262f32b-b556-4f49-8ad2-8927e579dd71), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:15.864541 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e08673-a301-4665-b339-0fc7ebf79913 None None] Pushing event updated for resources: {'Port': ['ID=c262f32b-b556-4f49-8ad2-8927e579dd71,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:15.910729 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] Publish callbacks [] for port (128f06c6-103d-4b2f-bb26-00a885bf7612), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:15.945494 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (128f06c6-103d-4b2f-bb26-00a885bf7612), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:15.986227 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:57:15.989124 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:57:15.995490 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:57:16.001665 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] Pushing event updated for resources: {'Port': ['ID=128f06c6-103d-4b2f-bb26-00a885bf7612,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:16.275531 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] Publish callbacks [] for router_gateway (5e8ea82a-2006-4f83-acb0-b668f16effb5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:16.303887 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Sync routers for ids ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:57:16.314543 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Routers {'45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:57:16.315155 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:56:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:57:16.421428 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device c262f32b-b556-4f49-8ad2-8927e579dd71 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:57:16.423867 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Set router 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:57:16.475100 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port c262f32b-b556-4f49-8ad2-8927e579dd71 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:16.475485 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (c262f32b-b556-4f49-8ad2-8927e579dd71), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:16.490333 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431655'] for router (5e8ea82a-2006-4f83-acb0-b668f16effb5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:16.570046 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port c262f32b-b556-4f49-8ad2-8927e579dd71 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:16.570444 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (c262f32b-b556-4f49-8ad2-8927e579dd71), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:16.606720 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] For port c262f32b-b556-4f49-8ad2-8927e579dd71, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=c262f32b-b556-4f49-8ad2-8927e579dd71,segment=NetworkSegment(56692762-589b-4145-939c-657083748007),segment_id=56692762-589b-4145-939c-657083748007)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:57:16.611880 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (c262f32b-b556-4f49-8ad2-8927e579dd71), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:16.612724 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 516d6d52-b79f-4680-9d2d-91b9e9429a87 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:57:16.645508 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] Router 5e8ea82a-2006-4f83-acb0-b668f16effb5 is scheduled to L3 agent fdb95e97-0059-4137-9443-d45a15104627 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 13:57:16.730547 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'name': 'tempest-TestMinimumBasicScenario-1220667227-router', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:10Z', 'updated_at': '2022-04-07T13:57:13Z', 'revision_number': 4, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'gw_port': {'id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:11Z', 'updated_at': '2022-04-07T13:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'd26f3616-4373-45fe-a805-de9c8acb03a5', 'name': '', 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'mac_address': 'fa:16:3e:33:21:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:12Z', 'updated_at': '2022-04-07T13:57:13Z', 'revision_number': 2, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'subnets': [{'id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:57:16.735961 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Pushing event updated for resources: {'Port': ['ID=c262f32b-b556-4f49-8ad2-8927e579dd71,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:16.739079 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 516d6d52-b79f-4680-9d2d-91b9e9429a87 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:16.739455 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (516d6d52-b79f-4680-9d2d-91b9e9429a87), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:16.769558 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Checking router: 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:57:16.770141 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Updating router 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd port d26f3616-4373-45fe-a805-de9c8acb03a5 binding host dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:57:16.783254 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:57:16.796274 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Sync routers for ids ['5e8ea82a-2006-4f83-acb0-b668f16effb5'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:57:16.799389 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:16.816795 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Routers {'5e8ea82a-2006-4f83-acb0-b668f16effb5'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:57:16.817734 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:56:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['5e8ea82a-2006-4f83-acb0-b668f16effb5'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:57:16.820212 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:16.827224 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 36672) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:57:16.835044 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ac05fae7-8548-48ee-a2ff-561e1f0827a7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6194584 Apr 07 13:57:16.913301 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 516d6d52-b79f-4680-9d2d-91b9e9429a87 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:16.913865 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (516d6d52-b79f-4680-9d2d-91b9e9429a87), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:16.966242 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] For port 516d6d52-b79f-4680-9d2d-91b9e9429a87, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=516d6d52-b79f-4680-9d2d-91b9e9429a87,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:57:16.976158 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (516d6d52-b79f-4680-9d2d-91b9e9429a87), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:17.019601 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Set router 5e8ea82a-2006-4f83-acb0-b668f16effb5 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:57:17.114594 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Publish callbacks [] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:17.121591 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:17.143775 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2833ea2e-f2bf-4446-be9a-8319c37a12cc None None] Network 9d508216-52b0-4e0a-b32d-15ce0be36121 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:57:17.147912 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Pushing event updated for resources: {'Port': ['ID=516d6d52-b79f-4680-9d2d-91b9e9429a87,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:17.192096 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70f7a8-1e8a-4e00-b2f6-a7b5f7c4acbb None None] Pushing event updated for resources: {'Port': ['ID=d26f3616-4373-45fe-a805-de9c8acb03a5,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:17.226791 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af70f7a8-1e8a-4e00-b2f6-a7b5f7c4acbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:17.227749 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af70f7a8-1e8a-4e00-b2f6-a7b5f7c4acbb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:17.228174 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af70f7a8-1e8a-4e00-b2f6-a7b5f7c4acbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:17.228593 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af70f7a8-1e8a-4e00-b2f6-a7b5f7c4acbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:17.228993 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af70f7a8-1e8a-4e00-b2f6-a7b5f7c4acbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:17.229384 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af70f7a8-1e8a-4e00-b2f6-a7b5f7c4acbb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:17.229771 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af70f7a8-1e8a-4e00-b2f6-a7b5f7c4acbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:17.230342 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af70f7a8-1e8a-4e00-b2f6-a7b5f7c4acbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:17.230734 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af70f7a8-1e8a-4e00-b2f6-a7b5f7c4acbb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:17.231438 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af70f7a8-1e8a-4e00-b2f6-a7b5f7c4acbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:17.231438 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af70f7a8-1e8a-4e00-b2f6-a7b5f7c4acbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:17.231902 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af70f7a8-1e8a-4e00-b2f6-a7b5f7c4acbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:17.232958 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af70f7a8-1e8a-4e00-b2f6-a7b5f7c4acbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:17.232958 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af70f7a8-1e8a-4e00-b2f6-a7b5f7c4acbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:17.232958 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af70f7a8-1e8a-4e00-b2f6-a7b5f7c4acbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:57:17.247165 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-ea9272c6-d96d-401d-b62b-531a4e5adb81 None None] Provisioning complete for port c262f32b-b556-4f49-8ad2-8927e579dd71 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:17.247548 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea9272c6-d96d-401d-b62b-531a4e5adb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (c262f32b-b556-4f49-8ad2-8927e579dd71), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:17.251462 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Attempting to bind port d26f3616-4373-45fe-a805-de9c8acb03a5 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:57:17.251901 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Attempting to bind port d26f3616-4373-45fe-a805-de9c8acb03a5 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '1bbc52f4-6352-40fd-9cb1-b2833c952768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:57:17.252742 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Attempting to bind port d26f3616-4373-45fe-a805-de9c8acb03a5 on network 6ae74583-f215-4cca-91c5-1162dde13282 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:57:17.259135 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:57:17.259620 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Checking segment: {'id': '1bbc52f4-6352-40fd-9cb1-b2833c952768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:57:17.260085 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:17.260695 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Bound using segment: {'id': '1bbc52f4-6352-40fd-9cb1-b2833c952768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:57:17.261807 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Bound port: d26f3616-4373-45fe-a805-de9c8acb03a5, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbc52f4-6352-40fd-9cb1-b2833c952768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:57:17.261807 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:17.331358 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] For port d26f3616-4373-45fe-a805-de9c8acb03a5, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:57:17.335721 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] For port d26f3616-4373-45fe-a805-de9c8acb03a5, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=d26f3616-4373-45fe-a805-de9c8acb03a5,segment=NetworkSegment(1bbc52f4-6352-40fd-9cb1-b2833c952768),segment_id=1bbc52f4-6352-40fd-9cb1-b2833c952768)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:57:17.348497 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:17.417179 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Routers {'45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:57:17.417842 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:56:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:57:17.458434 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-ea9272c6-d96d-401d-b62b-531a4e5adb81 None None] Current status of the port c262f32b-b556-4f49-8ad2-8927e579dd71 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:17.468531 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'name': 'tempest-TestMinimumBasicScenario-1615587300-router', 'tenant_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '128f06c6-103d-4b2f-bb26-00a885bf7612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:15Z', 'updated_at': '2022-04-07T13:57:16Z', 'revision_number': 3, 'project_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'gw_port': {'id': '128f06c6-103d-4b2f-bb26-00a885bf7612', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:15Z', 'updated_at': '2022-04-07T13:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:57:17.469625 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70f7a8-1e8a-4e00-b2f6-a7b5f7c4acbb None None] Pushing event updated for resources: {'Port': ['ID=d26f3616-4373-45fe-a805-de9c8acb03a5,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:17.561017 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] Set router 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:57:17.646548 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-517ff2b3-a29e-41fa-b261-6cdcfd1ebf6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:17.680460 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Checking router: 5e8ea82a-2006-4f83-acb0-b668f16effb5 for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:57:17.680821 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Updating router 5e8ea82a-2006-4f83-acb0-b668f16effb5 port 128f06c6-103d-4b2f-bb26-00a885bf7612 binding host dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:57:17.736424 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (128f06c6-103d-4b2f-bb26-00a885bf7612), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:17.762507 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-48122049-994f-480b-9aeb-efa9d4170aa4 None None] Provisioning complete for port d26f3616-4373-45fe-a805-de9c8acb03a5 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:17.763168 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48122049-994f-480b-9aeb-efa9d4170aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:17.844793 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-517ff2b3-a29e-41fa-b261-6cdcfd1ebf6d admin admin] Allocated IP 172.20.0.1 (9d508216-52b0-4e0a-b32d-15ce0be36121/016897e8-62ee-47f4-8ce1-f07a37eb338c/70e5434c-d4d0-418a-922a-15e5d93efe08) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:57:17.852559 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'name': 'tempest-TestMinimumBasicScenario-1220667227-router', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:10Z', 'updated_at': '2022-04-07T13:57:13Z', 'revision_number': 4, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'gw_port': {'id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:11Z', 'updated_at': '2022-04-07T13:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'd26f3616-4373-45fe-a805-de9c8acb03a5', 'name': '', 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'mac_address': 'fa:16:3e:33:21:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:12Z', 'updated_at': '2022-04-07T13:57:17Z', 'revision_number': 4, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'subnets': [{'id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:57:17.880370 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472e78e4-94f3-4265-9ff1-854633d7f667 None None] The sync data for ids ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'] in dv-cinder-836973-1-iscsi is: [{'id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'name': 'tempest-TestMinimumBasicScenario-1220667227-router', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:10Z', 'updated_at': '2022-04-07T13:57:13Z', 'revision_number': 4, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'gw_port': {'id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:11Z', 'updated_at': '2022-04-07T13:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'd26f3616-4373-45fe-a805-de9c8acb03a5', 'name': '', 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'mac_address': 'fa:16:3e:33:21:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:12Z', 'updated_at': '2022-04-07T13:57:17Z', 'revision_number': 4, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'subnets': [{'id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:57:17.960980 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-517ff2b3-a29e-41fa-b261-6cdcfd1ebf6d admin admin] Publish callbacks [] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:17.969772 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-48122049-994f-480b-9aeb-efa9d4170aa4 None None] Current status of the port d26f3616-4373-45fe-a805-de9c8acb03a5 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:17.970174 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48122049-994f-480b-9aeb-efa9d4170aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:17.998861 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-517ff2b3-a29e-41fa-b261-6cdcfd1ebf6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:18.021555 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-48122049-994f-480b-9aeb-efa9d4170aa4 None None] For port d26f3616-4373-45fe-a805-de9c8acb03a5, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=d26f3616-4373-45fe-a805-de9c8acb03a5,segment=NetworkSegment(1bbc52f4-6352-40fd-9cb1-b2833c952768),segment_id=1bbc52f4-6352-40fd-9cb1-b2833c952768)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:57:18.028832 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48122049-994f-480b-9aeb-efa9d4170aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:18.051088 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ff2b3-a29e-41fa-b261-6cdcfd1ebf6d admin admin] Network 9d508216-52b0-4e0a-b32d-15ce0be36121 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:57:18.052235 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ff2b3-a29e-41fa-b261-6cdcfd1ebf6d admin admin] Pushing event updated for resources: {'Port': ['ID=70e5434c-d4d0-418a-922a-15e5d93efe08,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:18.055557 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-517ff2b3-a29e-41fa-b261-6cdcfd1ebf6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:57:18.057660 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517ff2b3-a29e-41fa-b261-6cdcfd1ebf6d admin admin] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:57:18.100661 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-517ff2b3-a29e-41fa-b261-6cdcfd1ebf6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421704'] for router_interface (5e8ea82a-2006-4f83-acb0-b668f16effb5), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:18.105608 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48122049-994f-480b-9aeb-efa9d4170aa4 None None] Pushing event updated for resources: {'Port': ['ID=d26f3616-4373-45fe-a805-de9c8acb03a5,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:18.167103 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Publish callbacks [] for port (128f06c6-103d-4b2f-bb26-00a885bf7612), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:18.177722 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-0002f3b2-b42c-40eb-b433-7af6e252167e None None] Provisioning complete for port d26f3616-4373-45fe-a805-de9c8acb03a5 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:18.178158 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0002f3b2-b42c-40eb-b433-7af6e252167e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:18.182265 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (128f06c6-103d-4b2f-bb26-00a885bf7612), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:18.262057 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-517ff2b3-a29e-41fa-b261-6cdcfd1ebf6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:18.281822 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Attempting to bind port 128f06c6-103d-4b2f-bb26-00a885bf7612 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:57:18.282198 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Attempting to bind port 128f06c6-103d-4b2f-bb26-00a885bf7612 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:57:18.282664 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Attempting to bind port 128f06c6-103d-4b2f-bb26-00a885bf7612 on network 11de5774-1b52-4991-93c6-544d79153129 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:57:18.284568 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac1682-d81f-42bc-b85c-449b190b797a None None] Pushing event updated for resources: {'Port': ['ID=128f06c6-103d-4b2f-bb26-00a885bf7612,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:18.294319 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:57:18.294757 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Checking segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:57:18.295170 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:18.295572 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Bound using segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:57:18.296058 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Bound port: 128f06c6-103d-4b2f-bb26-00a885bf7612, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:57:18.296531 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (128f06c6-103d-4b2f-bb26-00a885bf7612), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:18.386536 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-0002f3b2-b42c-40eb-b433-7af6e252167e None None] Current status of the port d26f3616-4373-45fe-a805-de9c8acb03a5 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:18.390879 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] For port 128f06c6-103d-4b2f-bb26-00a885bf7612, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:57:18.406531 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] For port 128f06c6-103d-4b2f-bb26-00a885bf7612, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=128f06c6-103d-4b2f-bb26-00a885bf7612,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:57:18.413742 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-0002f3b2-b42c-40eb-b433-7af6e252167e None None] Provisioning complete for port c262f32b-b556-4f49-8ad2-8927e579dd71 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:18.414203 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0002f3b2-b42c-40eb-b433-7af6e252167e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (c262f32b-b556-4f49-8ad2-8927e579dd71), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:18.418128 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (128f06c6-103d-4b2f-bb26-00a885bf7612), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:18.468957 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device d26f3616-4373-45fe-a805-de9c8acb03a5 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:57:18.480820 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-517ff2b3-a29e-41fa-b261-6cdcfd1ebf6d admin admin] Publish callbacks [] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:18.485815 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-517ff2b3-a29e-41fa-b261-6cdcfd1ebf6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3931381'] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:18.554123 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Routers {'5e8ea82a-2006-4f83-acb0-b668f16effb5'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:57:18.555342 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:56:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['5e8ea82a-2006-4f83-acb0-b668f16effb5'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:57:18.565905 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac1682-d81f-42bc-b85c-449b190b797a None None] Pushing event updated for resources: {'Port': ['ID=128f06c6-103d-4b2f-bb26-00a885bf7612,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:18.572976 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-517ff2b3-a29e-41fa-b261-6cdcfd1ebf6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421860'] for router_interface (5e8ea82a-2006-4f83-acb0-b668f16effb5), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:18.576445 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ff2b3-a29e-41fa-b261-6cdcfd1ebf6d admin admin] Pushing event updated for resources: {'Port': ['ID=70e5434c-d4d0-418a-922a-15e5d93efe08,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:18.675723 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ff2b3-a29e-41fa-b261-6cdcfd1ebf6d admin admin] Network 9d508216-52b0-4e0a-b32d-15ce0be36121 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:57:18.677066 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-517ff2b3-a29e-41fa-b261-6cdcfd1ebf6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:57:18.692002 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port d26f3616-4373-45fe-a805-de9c8acb03a5 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:18.692383 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:18.729440 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-0002f3b2-b42c-40eb-b433-7af6e252167e None None] Current status of the port c262f32b-b556-4f49-8ad2-8927e579dd71 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:18.754407 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] Set router 5e8ea82a-2006-4f83-acb0-b668f16effb5 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:57:18.808062 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517ff2b3-a29e-41fa-b261-6cdcfd1ebf6d admin admin] Router 5e8ea82a-2006-4f83-acb0-b668f16effb5 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:57:18.926189 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517ff2b3-a29e-41fa-b261-6cdcfd1ebf6d admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:57:18.926878 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port d26f3616-4373-45fe-a805-de9c8acb03a5 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:18.928253 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device c262f32b-b556-4f49-8ad2-8927e579dd71 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:57:18.931858 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-517ff2b3-a29e-41fa-b261-6cdcfd1ebf6d admin admin] 10.222.0.39 "PUT /v2.0/routers/5e8ea82a-2006-4f83-acb0-b668f16effb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1034272 Apr 07 13:57:18.932293 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-f19c5531-99a0-40be-95f6-9506c90b16b5 None None] Provisioning complete for port 70e5434c-d4d0-418a-922a-15e5d93efe08 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:18.932677 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f19c5531-99a0-40be-95f6-9506c90b16b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:19.010064 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f19c5531-99a0-40be-95f6-9506c90b16b5 None None] Port 70e5434c-d4d0-418a-922a-15e5d93efe08 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:57:19.056734 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port c262f32b-b556-4f49-8ad2-8927e579dd71 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:19.057118 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (c262f32b-b556-4f49-8ad2-8927e579dd71), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:19.119912 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'name': 'tempest-TestMinimumBasicScenario-1615587300-router', 'tenant_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '128f06c6-103d-4b2f-bb26-00a885bf7612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:15Z', 'updated_at': '2022-04-07T13:57:18Z', 'revision_number': 4, 'project_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'gw_port': {'id': '128f06c6-103d-4b2f-bb26-00a885bf7612', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:15Z', 'updated_at': '2022-04-07T13:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '70e5434c-d4d0-418a-922a-15e5d93efe08', 'name': '', 'network_id': '9d508216-52b0-4e0a-b32d-15ce0be36121', 'tenant_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'mac_address': 'fa:16:3e:80:46:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '016897e8-62ee-47f4-8ce1-f07a37eb338c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:17Z', 'updated_at': '2022-04-07T13:57:18Z', 'revision_number': 2, 'project_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'subnets': [{'id': '016897e8-62ee-47f4-8ce1-f07a37eb338c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:57:19.170974 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12e9b1-48bc-40f6-93d9-bccc1486c272 None None] The sync data for ids ['5e8ea82a-2006-4f83-acb0-b668f16effb5'] in dv-cinder-836973-1-iscsi is: [{'id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'name': 'tempest-TestMinimumBasicScenario-1615587300-router', 'tenant_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '128f06c6-103d-4b2f-bb26-00a885bf7612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:15Z', 'updated_at': '2022-04-07T13:57:18Z', 'revision_number': 4, 'project_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'gw_port': {'id': '128f06c6-103d-4b2f-bb26-00a885bf7612', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:15Z', 'updated_at': '2022-04-07T13:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '70e5434c-d4d0-418a-922a-15e5d93efe08', 'name': '', 'network_id': '9d508216-52b0-4e0a-b32d-15ce0be36121', 'tenant_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'mac_address': 'fa:16:3e:80:46:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '016897e8-62ee-47f4-8ce1-f07a37eb338c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:17Z', 'updated_at': '2022-04-07T13:57:18Z', 'revision_number': 2, 'project_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'subnets': [{'id': '016897e8-62ee-47f4-8ce1-f07a37eb338c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:57:19.191428 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port c262f32b-b556-4f49-8ad2-8927e579dd71 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:19.192484 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 516d6d52-b79f-4680-9d2d-91b9e9429a87 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:57:19.194267 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-a56e4266-bd3b-41e8-a9c7-cff48d6172c2 None None] Provisioning complete for port 70e5434c-d4d0-418a-922a-15e5d93efe08 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:19.194667 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a56e4266-bd3b-41e8-a9c7-cff48d6172c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:19.264198 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-a56e4266-bd3b-41e8-a9c7-cff48d6172c2 None None] Port 70e5434c-d4d0-418a-922a-15e5d93efe08 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:57:19.280614 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 516d6d52-b79f-4680-9d2d-91b9e9429a87 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:19.281210 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (516d6d52-b79f-4680-9d2d-91b9e9429a87), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:19.368535 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 516d6d52-b79f-4680-9d2d-91b9e9429a87 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:19.974241 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:57:22.227351 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Sync routers for ids ['5e8ea82a-2006-4f83-acb0-b668f16effb5'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:57:22.239920 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Routers {'5e8ea82a-2006-4f83-acb0-b668f16effb5'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:57:22.240652 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:56:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['5e8ea82a-2006-4f83-acb0-b668f16effb5'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:57:22.360873 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Set router 5e8ea82a-2006-4f83-acb0-b668f16effb5 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:57:22.444872 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 128f06c6-103d-4b2f-bb26-00a885bf7612 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:57:22.612334 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'name': 'tempest-TestMinimumBasicScenario-1615587300-router', 'tenant_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '128f06c6-103d-4b2f-bb26-00a885bf7612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:15Z', 'updated_at': '2022-04-07T13:57:18Z', 'revision_number': 4, 'project_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'gw_port': {'id': '128f06c6-103d-4b2f-bb26-00a885bf7612', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:15Z', 'updated_at': '2022-04-07T13:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '70e5434c-d4d0-418a-922a-15e5d93efe08', 'name': '', 'network_id': '9d508216-52b0-4e0a-b32d-15ce0be36121', 'tenant_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'mac_address': 'fa:16:3e:80:46:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '016897e8-62ee-47f4-8ce1-f07a37eb338c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:17Z', 'updated_at': '2022-04-07T13:57:18Z', 'revision_number': 2, 'project_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'subnets': [{'id': '016897e8-62ee-47f4-8ce1-f07a37eb338c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:57:22.616360 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d1687cc7-8dee-49aa-8ddf-6078200b7dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:22.644850 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Checking router: 5e8ea82a-2006-4f83-acb0-b668f16effb5 for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:57:22.645203 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Updating router 5e8ea82a-2006-4f83-acb0-b668f16effb5 port 70e5434c-d4d0-418a-922a-15e5d93efe08 binding host dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:57:22.648953 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 128f06c6-103d-4b2f-bb26-00a885bf7612 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:22.649397 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (128f06c6-103d-4b2f-bb26-00a885bf7612), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:22.676951 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:22.734143 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 128f06c6-103d-4b2f-bb26-00a885bf7612 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:22.734714 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (128f06c6-103d-4b2f-bb26-00a885bf7612), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:22.758580 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] For port 128f06c6-103d-4b2f-bb26-00a885bf7612, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=128f06c6-103d-4b2f-bb26-00a885bf7612,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:57:22.764963 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (128f06c6-103d-4b2f-bb26-00a885bf7612), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:22.831161 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Pushing event updated for resources: {'Port': ['ID=128f06c6-103d-4b2f-bb26-00a885bf7612,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:23.073284 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Publish callbacks [] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:23.079354 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:23.139362 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f86b1c-fc3d-4aef-b89c-fe657d18017e None None] Pushing event updated for resources: {'Port': ['ID=70e5434c-d4d0-418a-922a-15e5d93efe08,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:23.211279 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Attempting to bind port 70e5434c-d4d0-418a-922a-15e5d93efe08 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:57:23.211651 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Attempting to bind port 70e5434c-d4d0-418a-922a-15e5d93efe08 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '56692762-589b-4145-939c-657083748007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9d508216-52b0-4e0a-b32d-15ce0be36121'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:57:23.212020 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Attempting to bind port 70e5434c-d4d0-418a-922a-15e5d93efe08 on network 9d508216-52b0-4e0a-b32d-15ce0be36121 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:57:23.217657 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:57:23.217657 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Checking segment: {'id': '56692762-589b-4145-939c-657083748007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9d508216-52b0-4e0a-b32d-15ce0be36121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:57:23.217657 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:23.217657 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Bound using segment: {'id': '56692762-589b-4145-939c-657083748007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9d508216-52b0-4e0a-b32d-15ce0be36121'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:57:23.220378 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Bound port: 70e5434c-d4d0-418a-922a-15e5d93efe08, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56692762-589b-4145-939c-657083748007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9d508216-52b0-4e0a-b32d-15ce0be36121'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:57:23.220378 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:23.305952 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] For port 70e5434c-d4d0-418a-922a-15e5d93efe08, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:57:23.310500 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] For port 70e5434c-d4d0-418a-922a-15e5d93efe08, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=70e5434c-d4d0-418a-922a-15e5d93efe08,segment=NetworkSegment(56692762-589b-4145-939c-657083748007),segment_id=56692762-589b-4145-939c-657083748007)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:57:23.321307 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:23.391159 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Routers {'5e8ea82a-2006-4f83-acb0-b668f16effb5'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:57:23.391862 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:56:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['5e8ea82a-2006-4f83-acb0-b668f16effb5'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:57:23.423355 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-7de8a000-2f36-4847-9fea-954c7412c7bd None None] Provisioning complete for port 70e5434c-d4d0-418a-922a-15e5d93efe08 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:23.424232 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7de8a000-2f36-4847-9fea-954c7412c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:23.449648 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f86b1c-fc3d-4aef-b89c-fe657d18017e None None] Pushing event updated for resources: {'Port': ['ID=70e5434c-d4d0-418a-922a-15e5d93efe08,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:23.565728 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] Set router 5e8ea82a-2006-4f83-acb0-b668f16effb5 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:57:23.596500 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-7de8a000-2f36-4847-9fea-954c7412c7bd None None] Current status of the port 70e5434c-d4d0-418a-922a-15e5d93efe08 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:23.596989 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7de8a000-2f36-4847-9fea-954c7412c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:23.633553 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-7de8a000-2f36-4847-9fea-954c7412c7bd None None] For port 70e5434c-d4d0-418a-922a-15e5d93efe08, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=70e5434c-d4d0-418a-922a-15e5d93efe08,segment=NetworkSegment(56692762-589b-4145-939c-657083748007),segment_id=56692762-589b-4145-939c-657083748007)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:57:23.643008 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7de8a000-2f36-4847-9fea-954c7412c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:23.732086 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8a000-2f36-4847-9fea-954c7412c7bd None None] Pushing event updated for resources: {'Port': ['ID=70e5434c-d4d0-418a-922a-15e5d93efe08,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:23.772265 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-9f26e0f6-574a-43e3-9250-1b650fd1009c None None] Provisioning complete for port 70e5434c-d4d0-418a-922a-15e5d93efe08 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:23.772740 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f26e0f6-574a-43e3-9250-1b650fd1009c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:23.846676 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'name': 'tempest-TestMinimumBasicScenario-1615587300-router', 'tenant_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '128f06c6-103d-4b2f-bb26-00a885bf7612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:15Z', 'updated_at': '2022-04-07T13:57:18Z', 'revision_number': 4, 'project_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'gw_port': {'id': '128f06c6-103d-4b2f-bb26-00a885bf7612', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:15Z', 'updated_at': '2022-04-07T13:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '70e5434c-d4d0-418a-922a-15e5d93efe08', 'name': '', 'network_id': '9d508216-52b0-4e0a-b32d-15ce0be36121', 'tenant_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'mac_address': 'fa:16:3e:80:46:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '016897e8-62ee-47f4-8ce1-f07a37eb338c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:17Z', 'updated_at': '2022-04-07T13:57:23Z', 'revision_number': 4, 'project_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'subnets': [{'id': '016897e8-62ee-47f4-8ce1-f07a37eb338c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:57:23.866569 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-9f26e0f6-574a-43e3-9250-1b650fd1009c None None] Current status of the port 70e5434c-d4d0-418a-922a-15e5d93efe08 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:23.886880 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ff84e-978c-43a6-ae41-70ec484c33aa None None] The sync data for ids ['5e8ea82a-2006-4f83-acb0-b668f16effb5'] in dv-cinder-836973-1-iscsi is: [{'id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'name': 'tempest-TestMinimumBasicScenario-1615587300-router', 'tenant_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '128f06c6-103d-4b2f-bb26-00a885bf7612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:15Z', 'updated_at': '2022-04-07T13:57:18Z', 'revision_number': 4, 'project_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'gw_port': {'id': '128f06c6-103d-4b2f-bb26-00a885bf7612', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:15Z', 'updated_at': '2022-04-07T13:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '70e5434c-d4d0-418a-922a-15e5d93efe08', 'name': '', 'network_id': '9d508216-52b0-4e0a-b32d-15ce0be36121', 'tenant_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'mac_address': 'fa:16:3e:80:46:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '016897e8-62ee-47f4-8ce1-f07a37eb338c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:17Z', 'updated_at': '2022-04-07T13:57:23Z', 'revision_number': 4, 'project_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'subnets': [{'id': '016897e8-62ee-47f4-8ce1-f07a37eb338c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:57:24.425887 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 70e5434c-d4d0-418a-922a-15e5d93efe08 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:57:24.478712 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 70e5434c-d4d0-418a-922a-15e5d93efe08 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:24.479181 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:24.564791 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 70e5434c-d4d0-418a-922a-15e5d93efe08 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:24.566357 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 128f06c6-103d-4b2f-bb26-00a885bf7612 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:57:24.617417 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 128f06c6-103d-4b2f-bb26-00a885bf7612 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:24.618624 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (128f06c6-103d-4b2f-bb26-00a885bf7612), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:24.703430 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 128f06c6-103d-4b2f-bb26-00a885bf7612 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:24.982633 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c2a06b8e-625a-4ffb-b5b4-3a48872c327e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:25.841443 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:27.318145 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:28.378695 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-28b4f1f7-c822-40cf-b417-282d30f4b8a8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:28.380138 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-28b4f1f7-c822-40cf-b417-282d30f4b8a8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/networks?id=6ae74583-f215-4cca-91c5-1162dde13282 HTTP/1.1" status: 200 len: 815 time: 0.1008503 Apr 07 13:57:28.394695 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-cb889772-d3c1-4e28-95a3-69c32a6603db tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/quotas/f4e197ab6d5a446aaceb818da2d13c88 HTTP/1.1" status: 200 len: 375 time: 0.0084891 Apr 07 13:57:28.447903 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-2f523e44-5ee5-430d-a5a6-0edb8c6874ca tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4e197ab6d5a446aaceb818da2d13c88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482461 Apr 07 13:57:28.462698 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-a8a17537-993c-4876-b9b2-ef98ed6e9036 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:57:28.463631 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-a8a17537-993c-4876-b9b2-ef98ed6e9036 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048685 Apr 07 13:57:28.551113 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-b71a31bf-9d9a-4afa-9c2c-2297859dbbac service neutron] 10.222.0.39 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823212 Apr 07 13:57:28.636646 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-af2b33ef-18ef-4052-98ec-9ff0eb88609a service neutron] 10.222.0.39 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794549 Apr 07 13:57:28.710913 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:28.792241 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e6900bce-91fe-4442-82a5-b5d87d724f34 req-ab668260-b132-49ec-9ad6-9ce47d528de9 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 210 time: 0.0270276 Apr 07 13:57:29.753586 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-26745cbb-01e0-4135-ab1a-582874e95a76 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:29.755079 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-26745cbb-01e0-4135-ab1a-582874e95a76 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.23 "GET /v2.0/networks?id=6ae74583-f215-4cca-91c5-1162dde13282 HTTP/1.1" status: 200 len: 815 time: 0.1020553 Apr 07 13:57:29.773728 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-f9a54a6f-7730-4906-ba78-eff263cff95e tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Request body: {'port': {'device_id': '432ba49a-7723-429b-9ece-983496b2488f', 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282', 'admin_state_up': True, 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:57:29.886567 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-f9a54a6f-7730-4906-ba78-eff263cff95e tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Made reservation on behalf of f4e197ab6d5a446aaceb818da2d13c88 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:57:29.890109 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-f9a54a6f-7730-4906-ba78-eff263cff95e tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:29.893034 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0b412607-43a5-4a30-84e9-368f86ef55b6 req-3b7f3928-4148-4cd4-958f-6d283ccebbd4 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 210 time: 0.0338378 Apr 07 13:57:30.021335 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-f9a54a6f-7730-4906-ba78-eff263cff95e tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Allocated IP 172.20.0.11 (6ae74583-f215-4cca-91c5-1162dde13282/f6abe8b6-da0d-42c2-97bb-6773571354c7/df61c81f-bb01-4b7f-8cf7-8b9c87eedb60) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:57:30.458091 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-f9a54a6f-7730-4906-ba78-eff263cff95e tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:30.499905 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-f9a54a6f-7730-4906-ba78-eff263cff95e tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:30.551766 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-f9a54a6f-7730-4906-ba78-eff263cff95e tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Network 6ae74583-f215-4cca-91c5-1162dde13282 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:57:30.556037 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-f9a54a6f-7730-4906-ba78-eff263cff95e tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:57:30.563178 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-f9a54a6f-7730-4906-ba78-eff263cff95e tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:57:30.605895 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a54a6f-7730-4906-ba78-eff263cff95e tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Pushing event updated for resources: {'Port': ['ID=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:30.629643 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-f9a54a6f-7730-4906-ba78-eff263cff95e tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:30.630630 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-f9a54a6f-7730-4906-ba78-eff263cff95e tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:30.667198 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-f9a54a6f-7730-4906-ba78-eff263cff95e tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8972650 Apr 07 13:57:30.832037 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-93e1cfe3-53b9-4abc-87d7-92929ae8f6bb None None] Provisioning complete for port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:30.832609 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-93e1cfe3-53b9-4abc-87d7-92929ae8f6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:30.869744 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-93e1cfe3-53b9-4abc-87d7-92929ae8f6bb None None] Port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:57:31.017902 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db1f0d-f1fb-4905-8421-7dd7f8492bae req-28b5faec-35d7-48b8-a2b2-e392fad169a3 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:31.019407 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c8db1f0d-f1fb-4905-8421-7dd7f8492bae req-28b5faec-35d7-48b8-a2b2-e392fad169a3 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 932 time: 0.0582120 Apr 07 13:57:31.069254 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c8db1f0d-f1fb-4905-8421-7dd7f8492bae req-29d2b754-3f92-460e-95aa-2e75589075d2 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439999 Apr 07 13:57:32.191841 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68011c2-897b-458b-9465-088a281a24d6 req-06dc1505-5100-48e8-8a3f-7c6126dfe7cf tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:32.199795 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d68011c2-897b-458b-9465-088a281a24d6 req-06dc1505-5100-48e8-8a3f-7c6126dfe7cf tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 932 time: 0.0609877 Apr 07 13:57:32.257770 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d68011c2-897b-458b-9465-088a281a24d6 req-22e1fd5c-3e70-4f0f-8eda-231d1fc71fe1 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561073 Apr 07 13:57:33.387707 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcf9a6-0064-4e33-b6c6-a8e35e0ced88 req-799cc88b-94d8-4723-ad65-7a8d776812be tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:33.389589 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bafcf9a6-0064-4e33-b6c6-a8e35e0ced88 req-799cc88b-94d8-4723-ad65-7a8d776812be tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 932 time: 0.0642576 Apr 07 13:57:33.444567 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bafcf9a6-0064-4e33-b6c6-a8e35e0ced88 req-9de10cf9-d32d-4902-bb4a-450cde93b915 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451055 Apr 07 13:57:34.565152 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb23c9-6f83-4e58-ac52-f75fd0facf15 req-6e5847cf-6882-45f2-95e6-a2531d4325bf tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:34.569183 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ffdb23c9-6f83-4e58-ac52-f75fd0facf15 req-6e5847cf-6882-45f2-95e6-a2531d4325bf tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 932 time: 0.0576348 Apr 07 13:57:34.631633 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ffdb23c9-6f83-4e58-ac52-f75fd0facf15 req-f0801b05-cb29-4115-8021-c57fd7c9ede7 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478790 Apr 07 13:57:35.266584 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:35.763300 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4136b-0e46-4df2-b8b9-f33f96030df9 req-a883e81c-9b87-4e70-a29a-09f3547eca4a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:35.764931 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-14d4136b-0e46-4df2-b8b9-f33f96030df9 req-a883e81c-9b87-4e70-a29a-09f3547eca4a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 932 time: 0.0571661 Apr 07 13:57:35.821956 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-14d4136b-0e46-4df2-b8b9-f33f96030df9 req-87bc11f7-380c-4071-82bb-953ae25e0ee9 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514207 Apr 07 13:57:36.943609 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689a1e2-4eb5-4eb3-a69d-0cd0c79f82d4 req-7337e61a-8424-4903-b8ba-4e4f021f4d34 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:36.945407 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2689a1e2-4eb5-4eb3-a69d-0cd0c79f82d4 req-7337e61a-8424-4903-b8ba-4e4f021f4d34 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 932 time: 0.0546505 Apr 07 13:57:36.993684 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2689a1e2-4eb5-4eb3-a69d-0cd0c79f82d4 req-ce765b33-f489-4867-ba34-39818c2b63fa tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419338 Apr 07 13:57:38.105967 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99ce43-6a21-4a2c-8e71-1dffc01ba1aa req-5902c1db-4a9b-4302-ae0b-106e6e58443b tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:38.107430 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ea99ce43-6a21-4a2c-8e71-1dffc01ba1aa req-5902c1db-4a9b-4302-ae0b-106e6e58443b tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 932 time: 0.0505333 Apr 07 13:57:38.153036 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ea99ce43-6a21-4a2c-8e71-1dffc01ba1aa req-84c200a3-2062-408d-98aa-de6f1657b559 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401051 Apr 07 13:57:39.269740 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0090c-1f1d-4797-9f2b-1f918eb89407 req-93df5fb5-7170-4d00-9ee2-0b0a963c8bd8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:39.271190 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e5c0090c-1f1d-4797-9f2b-1f918eb89407 req-93df5fb5-7170-4d00-9ee2-0b0a963c8bd8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 932 time: 0.0534847 Apr 07 13:57:39.316228 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e5c0090c-1f1d-4797-9f2b-1f918eb89407 req-73e05858-ea5b-40fc-bcda-ed9d2381c440 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387864 Apr 07 13:57:40.428298 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1ca4b-1acb-4d17-b598-c0cda8e7eb0a req-9f6c342e-59ad-4aeb-abeb-f426fffd2126 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:40.430260 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bbe1ca4b-1acb-4d17-b598-c0cda8e7eb0a req-9f6c342e-59ad-4aeb-abeb-f426fffd2126 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 932 time: 0.0511436 Apr 07 13:57:40.455639 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-3e358f27-4309-4436-a024-a1072d7dae64 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:57:40.457823 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-3e358f27-4309-4436-a024-a1072d7dae64 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081923 Apr 07 13:57:40.478213 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bbe1ca4b-1acb-4d17-b598-c0cda8e7eb0a req-d71f9b8e-d03c-4877-a1cd-4474210aa116 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421174 Apr 07 13:57:40.564015 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Request body: {'port': {'device_id': '432ba49a-7723-429b-9ece-983496b2488f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:57:40.620367 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:40.873510 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:57:40.880632 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Publish callbacks [] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:40.892668 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Transition to ACTIVE for port object df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:57:40.896217 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:40.947920 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Pushing event updated for resources: {'Port': ['ID=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:41.017208 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Attempting to bind port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:57:41.017545 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Attempting to bind port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '1bbc52f4-6352-40fd-9cb1-b2833c952768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:57:41.017873 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Attempting to bind port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 on network 6ae74583-f215-4cca-91c5-1162dde13282 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:57:41.022367 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 on network 6ae74583-f215-4cca-91c5-1162dde13282 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:57:41.022691 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Attempting to bind port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 on network 6ae74583-f215-4cca-91c5-1162dde13282 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:57:41.028331 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:57:41.028667 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Checking segment: {'id': '1bbc52f4-6352-40fd-9cb1-b2833c952768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:57:41.029051 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Bound using segment: {'id': '1bbc52f4-6352-40fd-9cb1-b2833c952768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:57:41.029479 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Bound port: df61c81f-bb01-4b7f-8cf7-8b9c87eedb60, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbc52f4-6352-40fd-9cb1-b2833c952768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:57:41.030090 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:41.093785 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] For port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60, host hv-cinder-83697, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:57:41.096684 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] For port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60,segment=NetworkSegment(1bbc52f4-6352-40fd-9cb1-b2833c952768),segment_id=1bbc52f4-6352-40fd-9cb1-b2833c952768)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:57:41.103255 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:41.134805 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:41.135417 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:41.136772 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] 10.222.0.23 "PUT /v2.0/ports/df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 HTTP/1.1" status: 200 len: 1094 time: 0.6644967 Apr 07 13:57:41.137206 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432ba49a-7723-429b-9ece-983496b2488f', 'tag': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:57:41.139457 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3178a4-0b14-48b1-a36f-0429f14bbc65" -d '{"events": [{"name": "network-changed", "server_uuid": "432ba49a-7723-429b-9ece-983496b2488f", "tag": "df61c81f-bb01-4b7f-8cf7-8b9c87eedb60"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:57:41.172772 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f13f3d-2769-451e-a716-96dc484cb041 service neutron] Pushing event updated for resources: {'Port': ['ID=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:41.191081 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5f37f2-5cb5-4854-8a03-28cb355b18d4 x-openstack-request-id: req-bd5f37f2-5cb5-4854-8a03-28cb355b18d4 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:57:41.191319 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432ba49a-7723-429b-9ece-983496b2488f", "tag": "df61c81f-bb01-4b7f-8cf7-8b9c87eedb60", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:57:41.191599 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd5f37f2-5cb5-4854-8a03-28cb355b18d4 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:57:41.192018 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5f37f2-5cb5-4854-8a03-28cb355b18d4'] response: {'name': 'network-changed', 'server_uuid': '432ba49a-7723-429b-9ece-983496b2488f', 'tag': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60', 'status': 'completed', 'code': 200} Apr 07 13:57:41.252832 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-00bc5f5d-68c0-4635-8042-3037f9f9a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:41.254383 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-00bc5f5d-68c0-4635-8042-3037f9f9a976 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4e197ab6d5a446aaceb818da2d13c88&device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 1128 time: 0.0485015 Apr 07 13:57:41.307101 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-7147631d-344d-42db-af12-fabf859c7d06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 HTTP/1.1" status: 200 len: 217 time: 0.0394332 Apr 07 13:57:41.358702 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-b6915102-1b87-47cd-a2d8-039bbdce3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:41.360152 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-b6915102-1b87-47cd-a2d8-039bbdce3a3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6abe8b6-da0d-42c2-97bb-6773571354c7 HTTP/1.1" status: 200 len: 854 time: 0.0453115 Apr 07 13:57:41.409578 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-0cfa75ee-5b8d-4a54-b680-65a604cbfbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:41.411037 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-0cfa75ee-5b8d-4a54-b680-65a604cbfbad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ae74583-f215-4cca-91c5-1162dde13282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447934 Apr 07 13:57:41.501290 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-be77ccbc-d86e-4115-a0bc-942f0787b745 service neutron] 10.222.0.23 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844350 Apr 07 13:57:41.594221 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ec68d7a5-a234-4649-8872-817ef0f89c07 req-182a8ab5-8e7d-447b-95f5-cf3d52f7111a service neutron] 10.222.0.23 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876079 Apr 07 13:57:41.598575 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c1ecd-9d59-4738-b1ab-a8e0aed251ca req-d0e78cc9-3a60-4b39-8d25-c75ab300fa29 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:41.600051 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-256c1ecd-9d59-4738-b1ab-a8e0aed251ca req-d0e78cc9-3a60-4b39-8d25-c75ab300fa29 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 944 time: 0.0557544 Apr 07 13:57:41.647831 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-256c1ecd-9d59-4738-b1ab-a8e0aed251ca req-c7e231ef-b8bf-4545-9e9a-bd143dc570d7 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409229 Apr 07 13:57:42.767435 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a56c3-0d04-497f-b6a9-ddc3bcc1a2c7 req-9d53d8f4-62ed-4157-a0fa-5f349a18353e tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:42.768905 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-522a56c3-0d04-497f-b6a9-ddc3bcc1a2c7 req-9d53d8f4-62ed-4157-a0fa-5f349a18353e tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 944 time: 0.0509491 Apr 07 13:57:42.814509 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-522a56c3-0d04-497f-b6a9-ddc3bcc1a2c7 req-137772a4-7f84-4ff5-9ad0-c56e4899ccce tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394087 Apr 07 13:57:43.655189 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3178a4-0b14-48b1-a36f-0429f14bbc65 req-77810026-0327-4899-9fdf-ef7b1b1a6117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:43.656714 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af3178a4-0b14-48b1-a36f-0429f14bbc65 req-77810026-0327-4899-9fdf-ef7b1b1a6117 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4e197ab6d5a446aaceb818da2d13c88&device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 1128 time: 0.0463641 Apr 07 13:57:43.745963 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3178a4-0b14-48b1-a36f-0429f14bbc65 req-ea6d91ed-1058-4e18-8e3b-ada195f18c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:43.747469 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af3178a4-0b14-48b1-a36f-0429f14bbc65 req-ea6d91ed-1058-4e18-8e3b-ada195f18c88 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ae74583-f215-4cca-91c5-1162dde13282 HTTP/1.1" status: 200 len: 916 time: 0.0843961 Apr 07 13:57:43.791426 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af3178a4-0b14-48b1-a36f-0429f14bbc65 req-e4fd7de8-f928-4094-b625-7517f2993743 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 HTTP/1.1" status: 200 len: 217 time: 0.0379696 Apr 07 13:57:43.841274 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3178a4-0b14-48b1-a36f-0429f14bbc65 req-205db0a7-c0d8-45ff-b6ae-e0eed267ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:43.842763 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af3178a4-0b14-48b1-a36f-0429f14bbc65 req-205db0a7-c0d8-45ff-b6ae-e0eed267ec4b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6abe8b6-da0d-42c2-97bb-6773571354c7 HTTP/1.1" status: 200 len: 854 time: 0.0452528 Apr 07 13:57:43.893160 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3178a4-0b14-48b1-a36f-0429f14bbc65 req-dfa5e43d-ff37-45c9-84f8-f77a8d91f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:43.894685 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af3178a4-0b14-48b1-a36f-0429f14bbc65 req-dfa5e43d-ff37-45c9-84f8-f77a8d91f623 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ae74583-f215-4cca-91c5-1162dde13282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453808 Apr 07 13:57:43.930633 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804fb2c-b906-4ce9-8628-40ed677ed91b req-1900a9c5-d09e-4eb1-abe0-a8e731a56091 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:43.932094 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e804fb2c-b906-4ce9-8628-40ed677ed91b req-1900a9c5-d09e-4eb1-abe0-a8e731a56091 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 944 time: 0.0518980 Apr 07 13:57:43.982614 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e804fb2c-b906-4ce9-8628-40ed677ed91b req-7d85fdcc-931d-4103-8449-4f19f524aa85 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448878 Apr 07 13:57:43.987232 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af3178a4-0b14-48b1-a36f-0429f14bbc65 req-0d154066-01f6-4863-9a00-8890e0ab8ae5 service neutron] 10.222.0.23 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863831 Apr 07 13:57:44.074603 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af3178a4-0b14-48b1-a36f-0429f14bbc65 req-a97ee5e5-6131-4674-9bdd-40acb2b6d637 service neutron] 10.222.0.23 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809095 Apr 07 13:57:44.413820 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:57:44.510069 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60,segment=NetworkSegment(1bbc52f4-6352-40fd-9cb1-b2833c952768),segment_id=1bbc52f4-6352-40fd-9cb1-b2833c952768)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:57:44.520935 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60', 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282', 'port_id': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60', 'mac_address': 'fa:16:3e:6b:fa:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:57:44.556735 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:44.557119 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:44.572226 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:57:44.590609 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60,segment=NetworkSegment(1bbc52f4-6352-40fd-9cb1-b2833c952768),segment_id=1bbc52f4-6352-40fd-9cb1-b2833c952768)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:57:44.594425 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:44.641263 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:44.962862 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['df61c81f-bb01-4b7f-8cf7-8b9c87eedb60'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:57:45.096143 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b66de9-d2d8-4de8-a4ad-1b20b684b2dc req-5318c41e-f85a-4834-b202-0d2a8dee360f tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:45.097693 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-87b66de9-d2d8-4de8-a4ad-1b20b684b2dc req-5318c41e-f85a-4834-b202-0d2a8dee360f tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 945 time: 0.0506451 Apr 07 13:57:45.143715 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-87b66de9-d2d8-4de8-a4ad-1b20b684b2dc req-3df5c268-3ed2-408f-adf4-c12a2223c959 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396590 Apr 07 13:57:46.257138 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e518da0-d5cc-4772-a30e-31bf26e36f9b req-9011c586-18cc-4ba9-b1e8-a62a26e39409 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:46.258618 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4e518da0-d5cc-4772-a30e-31bf26e36f9b req-9011c586-18cc-4ba9-b1e8-a62a26e39409 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 945 time: 0.0507457 Apr 07 13:57:46.303278 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4e518da0-d5cc-4772-a30e-31bf26e36f9b req-14004ad0-63e7-4f01-b641-5de5bb32c9c8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392401 Apr 07 13:57:46.430342 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:57:46.476558 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:57:46.480938 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:57:46.481316 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:46.553761 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:57:46.554143 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:46.575217 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432ba49a-7723-429b-9ece-983496b2488f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:57:46.577426 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69cc6ac-8f13-4af7-a054-12cb5c422e70" -d '{"events": [{"server_uuid": "432ba49a-7723-429b-9ece-983496b2488f", "name": "network-vif-plugged", "status": "completed", "tag": "df61c81f-bb01-4b7f-8cf7-8b9c87eedb60"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:57:46.592883 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60,segment=NetworkSegment(1bbc52f4-6352-40fd-9cb1-b2833c952768),segment_id=1bbc52f4-6352-40fd-9cb1-b2833c952768)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:57:46.597082 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:46.619492 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d7da3b-157e-4f09-89ee-0bee3a98a55a x-openstack-request-id: req-11d7da3b-157e-4f09-89ee-0bee3a98a55a {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:57:46.619775 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432ba49a-7723-429b-9ece-983496b2488f", "name": "network-vif-plugged", "status": "completed", "tag": "df61c81f-bb01-4b7f-8cf7-8b9c87eedb60", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:57:46.620028 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11d7da3b-157e-4f09-89ee-0bee3a98a55a {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:57:46.620415 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d7da3b-157e-4f09-89ee-0bee3a98a55a'] response: {'server_uuid': '432ba49a-7723-429b-9ece-983496b2488f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60', 'code': 200} Apr 07 13:57:46.645881 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:57:46.822189 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e22d9-ecb2-4670-bb05-4c0de776487f req-afbabd62-5947-4d54-ad59-1d133bf0e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:46.823695 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8f2e22d9-ecb2-4670-bb05-4c0de776487f req-afbabd62-5947-4d54-ad59-1d133bf0e7cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 1130 time: 0.0467327 Apr 07 13:57:46.866797 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8f2e22d9-ecb2-4670-bb05-4c0de776487f req-9c2cca17-c456-4332-b642-013533c8cba5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365922 Apr 07 13:57:47.419172 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fecc9-7cc5-43b3-835e-72d2e4250579 req-00be1640-ef48-4eb2-bd13-ce35c33bba80 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:47.420604 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-525fecc9-7cc5-43b3-835e-72d2e4250579 req-00be1640-ef48-4eb2-bd13-ce35c33bba80 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 946 time: 0.0544424 Apr 07 13:57:47.465313 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-525fecc9-7cc5-43b3-835e-72d2e4250579 req-66eaa979-aa98-49c2-b141-a8bba752629c tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393116 Apr 07 13:57:48.583077 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c156373-867d-40e9-a19a-21b4c5636f60 req-e135d932-5041-4e4f-9f3c-23846eac1a5c tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:48.584459 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0c156373-867d-40e9-a19a-21b4c5636f60 req-e135d932-5041-4e4f-9f3c-23846eac1a5c tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 946 time: 0.0522947 Apr 07 13:57:48.630723 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0c156373-867d-40e9-a19a-21b4c5636f60 req-e2735c6e-bd81-4636-a67e-61318b289cae tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405142 Apr 07 13:57:49.746372 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9bb7e-3aa0-460e-9837-d9c6f3c8572d req-24c42890-5304-4632-b1ef-0c0743528ec1 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:49.747740 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7fc9bb7e-3aa0-460e-9837-d9c6f3c8572d req-24c42890-5304-4632-b1ef-0c0743528ec1 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 946 time: 0.0518641 Apr 07 13:57:49.796434 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7fc9bb7e-3aa0-460e-9837-d9c6f3c8572d req-3ddc751c-83de-4097-8c67-bda8ea184488 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432134 Apr 07 13:57:49.910065 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efbcba-46aa-4adb-ad7a-d049273765f7 req-9a126994-a92c-4de3-bb40-631c01c88e05 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:49.911558 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-89efbcba-46aa-4adb-ad7a-d049273765f7 req-9a126994-a92c-4de3-bb40-631c01c88e05 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 946 time: 0.0512559 Apr 07 13:57:49.958166 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-89efbcba-46aa-4adb-ad7a-d049273765f7 req-ad3eb4a6-e324-45b7-b055-3a0de5963fac tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406625 Apr 07 13:57:50.272173 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4c17d-e224-4522-bf56-2f10f6deabe6 req-d17c3b68-c603-4c1f-b514-6773709621ce tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:50.273540 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-34e4c17d-e224-4522-bf56-2f10f6deabe6 req-d17c3b68-c603-4c1f-b514-6773709621ce tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 946 time: 0.0511394 Apr 07 13:57:50.318454 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-34e4c17d-e224-4522-bf56-2f10f6deabe6 req-5976ed59-ee51-40e5-9841-bae3a396a512 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388780 Apr 07 13:57:52.438745 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8163b949-b21c-4bf8-b710-fa131534e54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:54.954083 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3bffe63-6396-4e65-9b7a-fb6d880977fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:55.839046 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:56.972425 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:57:57.321212 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:58.713544 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:59.678441 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fb3a8-5ec5-4ee1-9113-bb34f5aa0bbd req-e314b009-38b1-4596-9d05-e9033f6b8266 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:59.680553 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-694fb3a8-5ec5-4ee1-9113-bb34f5aa0bbd req-e314b009-38b1-4596-9d05-e9033f6b8266 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 946 time: 0.0552745 Apr 07 13:57:59.725423 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-694fb3a8-5ec5-4ee1-9113-bb34f5aa0bbd req-eec6e29b-01ae-4bd6-8977-979a60882377 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393982 Apr 07 13:57:59.747928 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 36858) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:57:59.830254 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac332bd-6e0d-4542-a97d-e47bd81bf37a tempest-TestMinimumBasicScenario-364492587 tempest-TestMinimumBasicScenario-364492587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:57:59.831893 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-3ac332bd-6e0d-4542-a97d-e47bd81bf37a tempest-TestMinimumBasicScenario-364492587 tempest-TestMinimumBasicScenario-364492587-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 1125 time: 0.0829866 Apr 07 13:57:59.834666 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 36862) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:57:59.839610 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Request body: {'floatingip': {'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'port_id': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:57:59.861083 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:57:59.958187 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:00.056601 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Allocated IP 172.27.0.50 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/5baa08bb-b418-4a69-a62e-64454d9b853f) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:58:00.157393 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for port (5baa08bb-b418-4a69-a62e-64454d9b853f), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:00.188900 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (5baa08bb-b418-4a69-a62e-64454d9b853f), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:00.223635 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:58:00.226740 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:58:00.229223 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:58:00.260354 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Pushing event updated for resources: {'Port': ['ID=5baa08bb-b418-4a69-a62e-64454d9b853f,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:58:00.598779 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for floatingip (45e5d1ac-3459-4d02-96a0-d144af30a231), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:00.664502 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (5baa08bb-b418-4a69-a62e-64454d9b853f), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:00.811419 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for port (5baa08bb-b418-4a69-a62e-64454d9b853f), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:00.815759 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3931381'] for port (5baa08bb-b418-4a69-a62e-64454d9b853f), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:00.887021 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Pushing event updated for resources: {'Port': ['ID=5baa08bb-b418-4a69-a62e-64454d9b853f,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:58:00.896419 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (45e5d1ac-3459-4d02-96a0-d144af30a231), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:00.996357 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.l3_db [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Floating IP 45e5d1ac-3459-4d02-96a0-d144af30a231 associated. External IP: 172.27.0.50, port: df61c81f-bb01-4b7f-8cf7-8b9c87eedb60. Apr 07 13:58:01.196424 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Router 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:58:01.301950 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:58:01.311299 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683bbfa-bc55-49c2-8c42-153009cb33ab None None] Sync routers for ids ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:58:01.319553 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:01.321856 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683bbfa-bc55-49c2-8c42-153009cb33ab None None] Routers {'45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:58:01.322563 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5683bbfa-bc55-49c2-8c42-153009cb33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:57:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:58:01.353389 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-48738490-2ba4-4f3b-b15f-4e3ec1e64d68 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5174005 Apr 07 13:58:01.354064 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432ba49a-7723-429b-9ece-983496b2488f', 'tag': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:58:01.356355 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 36864) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:58:01.356870 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8637a77d-30ea-440b-8960-0b170f734cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "432ba49a-7723-429b-9ece-983496b2488f", "tag": "df61c81f-bb01-4b7f-8cf7-8b9c87eedb60"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:58:01.361079 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-19e0e6cf-69da-4db7-9c03-97a3068bd190 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124619970', 'description': 'tempest-secgroup-smoke-1124619970 description', 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:58:01.383067 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-19e0e6cf-69da-4db7-9c03-97a3068bd190 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:01.433956 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-5683bbfa-bc55-49c2-8c42-153009cb33ab None None] Set router 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:58:01.450832 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-19e0e6cf-69da-4db7-9c03-97a3068bd190 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group (98e6f71e-ffc1-4c78-ae6b-19b071cd548f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:01.455158 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-19e0e6cf-69da-4db7-9c03-97a3068bd190 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (98e6f71e-ffc1-4c78-ae6b-19b071cd548f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:01.479819 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-19e0e6cf-69da-4db7-9c03-97a3068bd190 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:01.483985 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-19e0e6cf-69da-4db7-9c03-97a3068bd190 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1237040 Apr 07 13:58:01.484894 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 36870) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:58:01.490456 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0e6cf-69da-4db7-9c03-97a3068bd190 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e6f71e-ffc1-4c78-ae6b-19b071cd548f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:58:01.492148 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-7d32c7d4-a2ea-47d5-90e6-c03f7883391f tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Request body: {'security_group_rule': {'security_group_id': '98e6f71e-ffc1-4c78-ae6b-19b071cd548f', 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:58:01.525077 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7d32c7d4-a2ea-47d5-90e6-c03f7883391f tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group_rule (3fe28fe7-e83c-483f-8a1c-514c5fbc3d77), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:01.530161 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c839fd-ff6d-453d-8650-59afebf41f73 x-openstack-request-id: req-c6c839fd-ff6d-453d-8650-59afebf41f73 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:58:01.530563 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432ba49a-7723-429b-9ece-983496b2488f", "tag": "df61c81f-bb01-4b7f-8cf7-8b9c87eedb60", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:58:01.531369 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6c839fd-ff6d-453d-8650-59afebf41f73 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:58:01.531369 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c839fd-ff6d-453d-8650-59afebf41f73'] response: {'name': 'network-changed', 'server_uuid': '432ba49a-7723-429b-9ece-983496b2488f', 'tag': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60', 'status': 'completed', 'code': 200} Apr 07 13:58:01.577184 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7d32c7d4-a2ea-47d5-90e6-c03f7883391f tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group_rule (3fe28fe7-e83c-483f-8a1c-514c5fbc3d77), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:01.580707 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7d32c7d4-a2ea-47d5-90e6-c03f7883391f tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (3fe28fe7-e83c-483f-8a1c-514c5fbc3d77), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:01.599023 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32c7d4-a2ea-47d5-90e6-c03f7883391f tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe28fe7-e83c-483f-8a1c-514c5fbc3d77,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:58:01.608514 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7d32c7d4-a2ea-47d5-90e6-c03f7883391f tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:01.612512 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-7d32c7d4-a2ea-47d5-90e6-c03f7883391f tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221135 Apr 07 13:58:01.613070 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 36872) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:58:01.618567 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-2763ba87-7f2c-4d98-bf34-0c2771d100e1 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Request body: {'security_group_rule': {'security_group_id': '98e6f71e-ffc1-4c78-ae6b-19b071cd548f', 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:58:01.633684 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637a77d-30ea-440b-8960-0b170f734cc3 req-90b23f53-3d48-48d5-b326-44a9fe51b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:01.635687 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8637a77d-30ea-440b-8960-0b170f734cc3 req-90b23f53-3d48-48d5-b326-44a9fe51b360 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4e197ab6d5a446aaceb818da2d13c88&device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 1130 time: 0.0478480 Apr 07 13:58:01.650212 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2763ba87-7f2c-4d98-bf34-0c2771d100e1 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group_rule (aa229816-e1fb-463c-84d9-f7673b955dc2), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:01.675155 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5683bbfa-bc55-49c2-8c42-153009cb33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'name': 'tempest-TestMinimumBasicScenario-1220667227-router', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:10Z', 'updated_at': '2022-04-07T13:57:13Z', 'revision_number': 4, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'gw_port': {'id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:11Z', 'updated_at': '2022-04-07T13:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '45e5d1ac-3459-4d02-96a0-d144af30a231', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'port_id': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282', 'mac_address': 'fa:16:3e:6b:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432ba49a-7723-429b-9ece-983496b2488f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:58:00Z', 'updated_at': '2022-04-07T13:58:00Z', 'revision_number': 0, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26f3616-4373-45fe-a805-de9c8acb03a5', 'name': '', 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'mac_address': 'fa:16:3e:33:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:12Z', 'updated_at': '2022-04-07T13:57:17Z', 'revision_number': 5, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'subnets': [{'id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:58:01.702929 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683bbfa-bc55-49c2-8c42-153009cb33ab None None] Checking router: 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:58:01.710692 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2763ba87-7f2c-4d98-bf34-0c2771d100e1 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group_rule (aa229816-e1fb-463c-84d9-f7673b955dc2), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:01.711776 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683bbfa-bc55-49c2-8c42-153009cb33ab None None] Routers {'45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:58:01.712382 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5683bbfa-bc55-49c2-8c42-153009cb33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:57:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:58:01.715402 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2763ba87-7f2c-4d98-bf34-0c2771d100e1 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (aa229816-e1fb-463c-84d9-f7673b955dc2), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:01.735620 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763ba87-7f2c-4d98-bf34-0c2771d100e1 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa229816-e1fb-463c-84d9-f7673b955dc2,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:58:01.742513 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2763ba87-7f2c-4d98-bf34-0c2771d100e1 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:01.744257 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637a77d-30ea-440b-8960-0b170f734cc3 req-c1a6a0c4-bfe6-446d-b190-cbf929bc2faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:01.745933 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8637a77d-30ea-440b-8960-0b170f734cc3 req-c1a6a0c4-bfe6-446d-b190-cbf929bc2faf service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ae74583-f215-4cca-91c5-1162dde13282 HTTP/1.1" status: 200 len: 916 time: 0.1039336 Apr 07 13:58:01.746595 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 36874) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:58:01.747643 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-2763ba87-7f2c-4d98-bf34-0c2771d100e1 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333783 Apr 07 13:58:01.751098 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-444a2a4e-9bb2-40b1-a3d4-88b32d28b6e7 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Request body: {'security_group_rule': {'security_group_id': '98e6f71e-ffc1-4c78-ae6b-19b071cd548f', 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:58:01.822842 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-5683bbfa-bc55-49c2-8c42-153009cb33ab None None] Set router 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:58:01.827862 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-444a2a4e-9bb2-40b1-a3d4-88b32d28b6e7 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group_rule (246ffa23-f155-4da9-a811-88d3cf749c02), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:01.831554 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8637a77d-30ea-440b-8960-0b170f734cc3 req-e82ccfde-416b-4a44-a124-3da819552ca3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 HTTP/1.1" status: 200 len: 999 time: 0.0763087 Apr 07 13:58:01.911243 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637a77d-30ea-440b-8960-0b170f734cc3 req-a92dfd90-0a30-4d48-88a2-75d22a73e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:01.912853 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8637a77d-30ea-440b-8960-0b170f734cc3 req-a92dfd90-0a30-4d48-88a2-75d22a73e1f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6abe8b6-da0d-42c2-97bb-6773571354c7 HTTP/1.1" status: 200 len: 854 time: 0.0737221 Apr 07 13:58:01.918188 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-444a2a4e-9bb2-40b1-a3d4-88b32d28b6e7 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group_rule (246ffa23-f155-4da9-a811-88d3cf749c02), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:01.928227 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-444a2a4e-9bb2-40b1-a3d4-88b32d28b6e7 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (246ffa23-f155-4da9-a811-88d3cf749c02), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:01.968510 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a2a4e-9bb2-40b1-a3d4-88b32d28b6e7 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246ffa23-f155-4da9-a811-88d3cf749c02,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:58:01.978812 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-444a2a4e-9bb2-40b1-a3d4-88b32d28b6e7 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:01.980007 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-444a2a4e-9bb2-40b1-a3d4-88b32d28b6e7 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2323885 Apr 07 13:58:01.983123 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 36876) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:58:01.987739 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-cc3befc8-9617-4b7e-abb3-b6ed9e4ebfb9 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Request body: {'security_group_rule': {'security_group_id': '98e6f71e-ffc1-4c78-ae6b-19b071cd548f', 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:58:01.992785 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637a77d-30ea-440b-8960-0b170f734cc3 req-e39b67b6-4e36-4e66-af34-3314c423d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:01.994259 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8637a77d-30ea-440b-8960-0b170f734cc3 req-e39b67b6-4e36-4e66-af34-3314c423d985 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ae74583-f215-4cca-91c5-1162dde13282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747979 Apr 07 13:58:02.014997 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-cc3befc8-9617-4b7e-abb3-b6ed9e4ebfb9 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group_rule (9b0e20e2-66b5-4575-8412-dde4af650875), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:02.048035 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5683bbfa-bc55-49c2-8c42-153009cb33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'name': 'tempest-TestMinimumBasicScenario-1220667227-router', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:10Z', 'updated_at': '2022-04-07T13:57:13Z', 'revision_number': 4, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'gw_port': {'id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:11Z', 'updated_at': '2022-04-07T13:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '45e5d1ac-3459-4d02-96a0-d144af30a231', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'port_id': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282', 'mac_address': 'fa:16:3e:6b:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432ba49a-7723-429b-9ece-983496b2488f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:58:00Z', 'updated_at': '2022-04-07T13:58:00Z', 'revision_number': 0, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26f3616-4373-45fe-a805-de9c8acb03a5', 'name': '', 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'mac_address': 'fa:16:3e:33:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:12Z', 'updated_at': '2022-04-07T13:57:17Z', 'revision_number': 5, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'subnets': [{'id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:58:02.081375 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-cc3befc8-9617-4b7e-abb3-b6ed9e4ebfb9 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group_rule (9b0e20e2-66b5-4575-8412-dde4af650875), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:02.087117 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-cc3befc8-9617-4b7e-abb3-b6ed9e4ebfb9 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (9b0e20e2-66b5-4575-8412-dde4af650875), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:02.097451 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8637a77d-30ea-440b-8960-0b170f734cc3 req-8de1017c-77d0-4a39-b350-fd7307947b23 service neutron] 10.222.0.23 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957685 Apr 07 13:58:02.104766 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3befc8-9617-4b7e-abb3-b6ed9e4ebfb9 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0e20e2-66b5-4575-8412-dde4af650875,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:58:02.116080 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-cc3befc8-9617-4b7e-abb3-b6ed9e4ebfb9 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:02.120829 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-cc3befc8-9617-4b7e-abb3-b6ed9e4ebfb9 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366429 Apr 07 13:58:02.121438 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 36878) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:58:02.125841 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-577b37ed-b8d7-435a-b55e-6bf57f14c020 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Request body: {'security_group_rule': {'security_group_id': '98e6f71e-ffc1-4c78-ae6b-19b071cd548f', 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:58:02.149099 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.securitygroups_db [None req-577b37ed-b8d7-435a-b55e-6bf57f14c020 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Project f4e197ab6d5a446aaceb818da2d13c88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 13:58:02.154556 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-577b37ed-b8d7-435a-b55e-6bf57f14c020 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group_rule (71e5324d-68b4-417b-8882-5832e6829c9f), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:02.198957 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8637a77d-30ea-440b-8960-0b170f734cc3 req-2f8dfac2-503b-4cc9-b741-9f8e60765e69 service neutron] 10.222.0.23 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941851 Apr 07 13:58:02.213635 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683bbfa-bc55-49c2-8c42-153009cb33ab None None] The sync data for ids ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'] in dv-cinder-836973-1-iscsi is: [{'id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'name': 'tempest-TestMinimumBasicScenario-1220667227-router', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:10Z', 'updated_at': '2022-04-07T13:57:13Z', 'revision_number': 4, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'gw_port': {'id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:11Z', 'updated_at': '2022-04-07T13:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '45e5d1ac-3459-4d02-96a0-d144af30a231', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'port_id': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282', 'mac_address': 'fa:16:3e:6b:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432ba49a-7723-429b-9ece-983496b2488f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:58:00Z', 'updated_at': '2022-04-07T13:58:00Z', 'revision_number': 0, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26f3616-4373-45fe-a805-de9c8acb03a5', 'name': '', 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'mac_address': 'fa:16:3e:33:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:12Z', 'updated_at': '2022-04-07T13:57:17Z', 'revision_number': 5, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'subnets': [{'id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:58:02.217329 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-577b37ed-b8d7-435a-b55e-6bf57f14c020 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group_rule (71e5324d-68b4-417b-8882-5832e6829c9f), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:02.222064 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-577b37ed-b8d7-435a-b55e-6bf57f14c020 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (71e5324d-68b4-417b-8882-5832e6829c9f), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:02.249299 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b37ed-b8d7-435a-b55e-6bf57f14c020 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e5324d-68b4-417b-8882-5832e6829c9f,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:58:02.260627 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-577b37ed-b8d7-435a-b55e-6bf57f14c020 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:02.262067 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-577b37ed-b8d7-435a-b55e-6bf57f14c020 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396894 Apr 07 13:58:02.264706 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 36880) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:58:02.269019 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-d924102e-6ed1-4ae8-b0be-f134b23820d0 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Request body: {'security_group_rule': {'security_group_id': '98e6f71e-ffc1-4c78-ae6b-19b071cd548f', 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:58:02.290939 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.securitygroups_db [None req-d924102e-6ed1-4ae8-b0be-f134b23820d0 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Project f4e197ab6d5a446aaceb818da2d13c88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 13:58:02.296008 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d924102e-6ed1-4ae8-b0be-f134b23820d0 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group_rule (ecfe5ac3-9825-4630-89e8-ec6dd47e5745), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:02.356924 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d924102e-6ed1-4ae8-b0be-f134b23820d0 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group_rule (ecfe5ac3-9825-4630-89e8-ec6dd47e5745), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:02.361137 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d924102e-6ed1-4ae8-b0be-f134b23820d0 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (ecfe5ac3-9825-4630-89e8-ec6dd47e5745), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:02.379102 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924102e-6ed1-4ae8-b0be-f134b23820d0 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfe5ac3-9825-4630-89e8-ec6dd47e5745,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:58:02.387955 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d924102e-6ed1-4ae8-b0be-f134b23820d0 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:02.389188 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-d924102e-6ed1-4ae8-b0be-f134b23820d0 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234906 Apr 07 13:58:02.415962 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdaf05d-3b83-4fbc-8d39-e23a2737150b None None] New status for floating IP 45e5d1ac-3459-4d02-96a0-d144af30a231: ACTIVE {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:58:02.477340 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-47107a29-0c2c-4d69-a175-6851eaf338f8 req-82bc691f-5a62-42c4-af00-d95317461046 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124619970&fields=id&tenant_id=f4e197ab6d5a446aaceb818da2d13c88 HTTP/1.1" status: 200 len: 267 time: 0.0422220 Apr 07 13:58:02.534658 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47107a29-0c2c-4d69-a175-6851eaf338f8 req-3926de1e-7036-460b-b43f-4fb413cc64d2 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:02.536430 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-47107a29-0c2c-4d69-a175-6851eaf338f8 req-3926de1e-7036-460b-b43f-4fb413cc64d2 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 946 time: 0.0535893 Apr 07 13:58:02.547535 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [req-47107a29-0c2c-4d69-a175-6851eaf338f8 req-5def2c25-d192-4766-b8fc-43e03a3f5e28 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Request body: {'port': {'security_groups': ['0d3f396c-b713-4552-bdd3-b0b81a851d96', '98e6f71e-ffc1-4c78-ae6b-19b071cd548f']}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:58:02.615741 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-47107a29-0c2c-4d69-a175-6851eaf338f8 req-5def2c25-d192-4766-b8fc-43e03a3f5e28 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:03.081339 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [req-47107a29-0c2c-4d69-a175-6851eaf338f8 req-5def2c25-d192-4766-b8fc-43e03a3f5e28 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] For port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60,segment=NetworkSegment(1bbc52f4-6352-40fd-9cb1-b2833c952768),segment_id=1bbc52f4-6352-40fd-9cb1-b2833c952768)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:58:03.109726 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-47107a29-0c2c-4d69-a175-6851eaf338f8 req-5def2c25-d192-4766-b8fc-43e03a3f5e28 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:03.114144 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-47107a29-0c2c-4d69-a175-6851eaf338f8 req-5def2c25-d192-4766-b8fc-43e03a3f5e28 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3931381'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:03.149765 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['df61c81f-bb01-4b7f-8cf7-8b9c87eedb60'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:58:03.157234 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47107a29-0c2c-4d69-a175-6851eaf338f8 req-5def2c25-d192-4766-b8fc-43e03a3f5e28 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:03.157836 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-47107a29-0c2c-4d69-a175-6851eaf338f8 req-5def2c25-d192-4766-b8fc-43e03a3f5e28 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:03.159249 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-47107a29-0c2c-4d69-a175-6851eaf338f8 req-5def2c25-d192-4766-b8fc-43e03a3f5e28 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "PUT /v2.0/ports/df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 HTTP/1.1" status: 200 len: 982 time: 0.6162212 Apr 07 13:58:03.183678 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def2c25-d192-4766-b8fc-43e03a3f5e28 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Pushing event updated for resources: {'Port': ['ID=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60,revision_number=6']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:58:03.267918 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e84c9c-3306-4e74-8145-541496df6dc1 req-e263e275-997d-42fe-b63d-fcf89df0c42d tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:03.269482 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a5e84c9c-3306-4e74-8145-541496df6dc1 req-e263e275-997d-42fe-b63d-fcf89df0c42d tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 985 time: 0.0553403 Apr 07 13:58:03.282264 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['df61c81f-bb01-4b7f-8cf7-8b9c87eedb60'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:58:03.333746 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a5e84c9c-3306-4e74-8145-541496df6dc1 req-326d60be-8032-4b94-a473-b211ae37d585 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&id=98e6f71e-ffc1-4c78-ae6b-19b071cd548f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572650 Apr 07 13:58:03.470618 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-19d1983a-0d97-41ab-bcfb-977721bd0ff6 None None] Provisioning complete for port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:58:03.470994 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-19d1983a-0d97-41ab-bcfb-977721bd0ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:03.532758 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432ba49a-7723-429b-9ece-983496b2488f', 'tag': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:58:03.535155 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a6133b-4ff6-4e88-9f61-dc58ff82b93b" -d '{"events": [{"name": "network-changed", "server_uuid": "432ba49a-7723-429b-9ece-983496b2488f", "tag": "df61c81f-bb01-4b7f-8cf7-8b9c87eedb60"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:58:03.569551 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79d5e74-c410-4e49-bce4-5f73e9da5fd6 x-openstack-request-id: req-c79d5e74-c410-4e49-bce4-5f73e9da5fd6 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:58:03.569848 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432ba49a-7723-429b-9ece-983496b2488f", "tag": "df61c81f-bb01-4b7f-8cf7-8b9c87eedb60", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:58:03.570111 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c79d5e74-c410-4e49-bce4-5f73e9da5fd6 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:58:03.571115 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c79d5e74-c410-4e49-bce4-5f73e9da5fd6'] response: {'name': 'network-changed', 'server_uuid': '432ba49a-7723-429b-9ece-983496b2488f', 'tag': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60', 'status': 'completed', 'code': 200} Apr 07 13:58:03.665731 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6133b-4ff6-4e88-9f61-dc58ff82b93b req-a8ed91b0-c975-48a6-a76c-abf8e348e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:03.667286 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d7a6133b-4ff6-4e88-9f61-dc58ff82b93b req-a8ed91b0-c975-48a6-a76c-abf8e348e478 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4e197ab6d5a446aaceb818da2d13c88&device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 1169 time: 0.0486948 Apr 07 13:58:03.676489 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-19d1983a-0d97-41ab-bcfb-977721bd0ff6 None None] Current status of the port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:58:03.760882 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6133b-4ff6-4e88-9f61-dc58ff82b93b req-1f045350-c943-4d55-9d2d-b0cf0be8b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:03.762374 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d7a6133b-4ff6-4e88-9f61-dc58ff82b93b req-1f045350-c943-4d55-9d2d-b0cf0be8b8df service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ae74583-f215-4cca-91c5-1162dde13282 HTTP/1.1" status: 200 len: 916 time: 0.0884945 Apr 07 13:58:03.830871 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d7a6133b-4ff6-4e88-9f61-dc58ff82b93b req-ccab3dea-a7d3-48ae-bf40-17a15d4513ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 HTTP/1.1" status: 200 len: 1001 time: 0.0608618 Apr 07 13:58:03.880631 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6133b-4ff6-4e88-9f61-dc58ff82b93b req-6f61bb49-4717-46e6-88c1-5dd2e74e36ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:03.882065 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d7a6133b-4ff6-4e88-9f61-dc58ff82b93b req-6f61bb49-4717-46e6-88c1-5dd2e74e36ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6abe8b6-da0d-42c2-97bb-6773571354c7 HTTP/1.1" status: 200 len: 854 time: 0.0451930 Apr 07 13:58:03.928718 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6133b-4ff6-4e88-9f61-dc58ff82b93b req-69c9e7f5-ed9e-432d-bb7a-c2cfb30bb6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:03.930712 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d7a6133b-4ff6-4e88-9f61-dc58ff82b93b req-69c9e7f5-ed9e-432d-bb7a-c2cfb30bb6dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ae74583-f215-4cca-91c5-1162dde13282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429657 Apr 07 13:58:04.020560 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d7a6133b-4ff6-4e88-9f61-dc58ff82b93b req-6d57b650-f59a-42b4-8d82-d110002a1190 service neutron] 10.222.0.23 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827751 Apr 07 13:58:04.115548 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d7a6133b-4ff6-4e88-9f61-dc58ff82b93b req-d9340f75-7ab9-4a92-a2ed-35c5b0cf5171 service neutron] 10.222.0.23 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796254 Apr 07 13:58:05.270254 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:22.440613 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c1446b11-ded8-4d98-9286-75dd53bd1603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:24.955680 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f8a8aad-4920-4ee5-b634-5d56f6259176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:25.842824 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:27.321970 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:28.718665 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:33.971707 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:58:35.264046 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:43.171174 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9745469a-9c9b-44a5-99d9-4ec1b7a83ba4 req-e012d147-d5b8-4b28-be39-1342b3fd0c33 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487852 Apr 07 13:58:43.271431 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745469a-9c9b-44a5-99d9-4ec1b7a83ba4 req-b045c9e6-5283-4b22-9839-64227a6b7c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:43.272890 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9745469a-9c9b-44a5-99d9-4ec1b7a83ba4 req-b045c9e6-5283-4b22-9839-64227a6b7c4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4e197ab6d5a446aaceb818da2d13c88&device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 1169 time: 0.0436003 Apr 07 13:58:43.371016 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745469a-9c9b-44a5-99d9-4ec1b7a83ba4 req-9ac65059-73f4-48f1-94a8-403842f8b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:43.372730 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9745469a-9c9b-44a5-99d9-4ec1b7a83ba4 req-9ac65059-73f4-48f1-94a8-403842f8b2c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ae74583-f215-4cca-91c5-1162dde13282 HTTP/1.1" status: 200 len: 916 time: 0.0832937 Apr 07 13:58:43.439713 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9745469a-9c9b-44a5-99d9-4ec1b7a83ba4 req-340d206f-f713-4eb4-ad27-fcdab75575dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 HTTP/1.1" status: 200 len: 1001 time: 0.0610714 Apr 07 13:58:43.485575 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745469a-9c9b-44a5-99d9-4ec1b7a83ba4 req-a60b58b1-b7e1-4c1c-987d-4cf8d61ebb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:43.486990 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9745469a-9c9b-44a5-99d9-4ec1b7a83ba4 req-a60b58b1-b7e1-4c1c-987d-4cf8d61ebb4a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6abe8b6-da0d-42c2-97bb-6773571354c7 HTTP/1.1" status: 200 len: 854 time: 0.0411973 Apr 07 13:58:43.533180 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745469a-9c9b-44a5-99d9-4ec1b7a83ba4 req-770da100-420d-45b7-901c-c05a66c5771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:43.534644 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9745469a-9c9b-44a5-99d9-4ec1b7a83ba4 req-770da100-420d-45b7-901c-c05a66c5771b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ae74583-f215-4cca-91c5-1162dde13282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416288 Apr 07 13:58:43.623801 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9745469a-9c9b-44a5-99d9-4ec1b7a83ba4 req-f18c0d1f-337c-46b8-91e6-3aff6fd18a40 service neutron] 10.222.0.23 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834322 Apr 07 13:58:43.713195 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9745469a-9c9b-44a5-99d9-4ec1b7a83ba4 req-9a180578-2e09-432f-846a-d63dd39ca70b service neutron] 10.222.0.23 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839293 Apr 07 13:58:52.441165 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d2ecae0-5565-4b2d-894e-20b7c3e8de26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:54.712734 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150ec45-508a-4f3a-829c-5af6423e5573 req-ff21d4c9-88ec-4591-905a-7010b97383e7 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:54.714207 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b150ec45-508a-4f3a-829c-5af6423e5573 req-ff21d4c9-88ec-4591-905a-7010b97383e7 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 985 time: 0.0554445 Apr 07 13:58:54.742144 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b13754-6163-4417-b71d-0f6f8d80be09 req-692a232a-5692-4858-af37-3e60916fd0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:54.743659 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09b13754-6163-4417-b71d-0f6f8d80be09 req-692a232a-5692-4858-af37-3e60916fd0b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4e197ab6d5a446aaceb818da2d13c88&device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 1169 time: 0.0469420 Apr 07 13:58:54.777242 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b150ec45-508a-4f3a-829c-5af6423e5573 req-a40554a7-efbf-4bcc-95ac-4b498a75e205 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&id=98e6f71e-ffc1-4c78-ae6b-19b071cd548f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571654 Apr 07 13:58:54.832596 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b13754-6163-4417-b71d-0f6f8d80be09 req-2c9024d1-2ab7-49e1-af74-af94b4cb8ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:54.834040 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09b13754-6163-4417-b71d-0f6f8d80be09 req-2c9024d1-2ab7-49e1-af74-af94b4cb8ffb service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ae74583-f215-4cca-91c5-1162dde13282 HTTP/1.1" status: 200 len: 916 time: 0.0828888 Apr 07 13:58:54.900116 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09b13754-6163-4417-b71d-0f6f8d80be09 req-28c1eed1-b0d0-4ec7-8286-3e2d0c8758b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 HTTP/1.1" status: 200 len: 1001 time: 0.0596600 Apr 07 13:58:54.947387 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b13754-6163-4417-b71d-0f6f8d80be09 req-1a33761a-120c-4bc0-b98d-d51ec2bc36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:54.948814 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09b13754-6163-4417-b71d-0f6f8d80be09 req-1a33761a-120c-4bc0-b98d-d51ec2bc36fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6abe8b6-da0d-42c2-97bb-6773571354c7 HTTP/1.1" status: 200 len: 854 time: 0.0430462 Apr 07 13:58:54.956184 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ed6bad14-35a8-4b2a-8d15-0c0434126b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:54.997115 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b13754-6163-4417-b71d-0f6f8d80be09 req-fc7f6768-f7cc-4df0-9783-36ef02c5f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:54.998584 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09b13754-6163-4417-b71d-0f6f8d80be09 req-fc7f6768-f7cc-4df0-9783-36ef02c5f23b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ae74583-f215-4cca-91c5-1162dde13282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439527 Apr 07 13:58:55.088559 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09b13754-6163-4417-b71d-0f6f8d80be09 req-c1a23d3c-9376-4ba0-893e-92eed0aa7abf service neutron] 10.222.0.23 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830274 Apr 07 13:58:55.178680 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09b13754-6163-4417-b71d-0f6f8d80be09 req-3dd3e68d-0855-4f4c-b296-ade111811e3b service neutron] 10.222.0.23 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835218 Apr 07 13:58:55.844964 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:55.895841 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a9035-b3f0-4774-aba4-b48b65ec3615 req-67cc92a2-514f-459b-a4ef-8c2f23a3539a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:55.897335 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c16a9035-b3f0-4774-aba4-b48b65ec3615 req-67cc92a2-514f-459b-a4ef-8c2f23a3539a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 985 time: 0.0515933 Apr 07 13:58:55.955075 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c16a9035-b3f0-4774-aba4-b48b65ec3615 req-6dcf89c8-436d-4987-99a8-bf24be648bb8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&id=98e6f71e-ffc1-4c78-ae6b-19b071cd548f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516191 Apr 07 13:58:57.069681 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c65f5-8dff-4195-ab65-7c18d13e7657 req-36b8c87b-4225-44c8-bc65-84cb7028faeb tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:57.071172 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e41c65f5-8dff-4195-ab65-7c18d13e7657 req-36b8c87b-4225-44c8-bc65-84cb7028faeb tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 985 time: 0.0519981 Apr 07 13:58:57.128904 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e41c65f5-8dff-4195-ab65-7c18d13e7657 req-14ff67a7-3e01-40f5-b624-146ee908f000 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&id=98e6f71e-ffc1-4c78-ae6b-19b071cd548f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518944 Apr 07 13:58:57.324147 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:58.248817 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe0ef1-baf6-46bf-964f-ff0cbecb0f4b req-25c1a25b-a602-43a0-995b-d88d46c28225 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:58.250331 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4ebe0ef1-baf6-46bf-964f-ff0cbecb0f4b req-25c1a25b-a602-43a0-995b-d88d46c28225 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 985 time: 0.0553248 Apr 07 13:58:58.308169 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-4ebe0ef1-baf6-46bf-964f-ff0cbecb0f4b req-2be66bd5-812d-4393-bb07-2fba7004e99a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&id=98e6f71e-ffc1-4c78-ae6b-19b071cd548f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522363 Apr 07 13:58:58.720868 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:58:59.423103 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fad094-7e1f-4607-b888-c36f0255f15e req-7b54bdc7-50aa-45a6-8151-1a5a6ee5025f tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:58:59.424550 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-39fad094-7e1f-4607-b888-c36f0255f15e req-7b54bdc7-50aa-45a6-8151-1a5a6ee5025f tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 985 time: 0.0509348 Apr 07 13:58:59.482047 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-39fad094-7e1f-4607-b888-c36f0255f15e req-2909a503-1d09-4b00-bcd4-4023e04661bc tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&id=98e6f71e-ffc1-4c78-ae6b-19b071cd548f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512314 Apr 07 13:59:00.602079 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61880df2-f5fd-4416-8636-e58ed0ac3f2d req-798091a0-3238-4157-8abb-3ad0b202f668 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:59:00.603575 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-61880df2-f5fd-4416-8636-e58ed0ac3f2d req-798091a0-3238-4157-8abb-3ad0b202f668 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 985 time: 0.0562115 Apr 07 13:59:00.661734 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-61880df2-f5fd-4416-8636-e58ed0ac3f2d req-067bc5cb-ac58-4d84-a39b-bcd28115005e tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&id=98e6f71e-ffc1-4c78-ae6b-19b071cd548f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525329 Apr 07 13:59:01.781959 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dde19a-0662-4338-bc9c-901dcb09829d req-4bc44960-4b7c-4f43-be65-b584e0d9b91b tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:59:01.783456 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-94dde19a-0662-4338-bc9c-901dcb09829d req-4bc44960-4b7c-4f43-be65-b584e0d9b91b tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 985 time: 0.0531697 Apr 07 13:59:01.842117 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-94dde19a-0662-4338-bc9c-901dcb09829d req-1783b6e9-40d8-4674-9bd6-4154f3acda25 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&id=98e6f71e-ffc1-4c78-ae6b-19b071cd548f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529475 Apr 07 13:59:02.955572 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b39926-d06a-4464-91a2-8e66071396d8 req-d97e01cf-a7c7-4736-ae0d-f1c23194c9ff tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:59:02.957004 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b3b39926-d06a-4464-91a2-8e66071396d8 req-d97e01cf-a7c7-4736-ae0d-f1c23194c9ff tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 985 time: 0.0509536 Apr 07 13:59:03.017756 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b3b39926-d06a-4464-91a2-8e66071396d8 req-a4a32434-b88a-459e-b33f-5653dc68b992 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&id=98e6f71e-ffc1-4c78-ae6b-19b071cd548f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546002 Apr 07 13:59:04.134649 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88562e-fcaa-40d0-8318-40188b9de190 req-7164ac8f-fd89-4f77-aa8c-727c1c372df1 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:59:04.136159 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7e88562e-fcaa-40d0-8318-40188b9de190 req-7164ac8f-fd89-4f77-aa8c-727c1c372df1 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 985 time: 0.0522802 Apr 07 13:59:04.195202 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7e88562e-fcaa-40d0-8318-40188b9de190 req-66162e71-14a5-44fa-9efe-d49914425e96 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&id=98e6f71e-ffc1-4c78-ae6b-19b071cd548f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522368 Apr 07 13:59:05.281453 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:59:05.312382 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ee78e-56d9-4f6e-830b-20fcdeb9b65e req-4a31f966-9756-461a-9565-84e74ae2ff0f tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:59:05.313880 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1e0ee78e-56d9-4f6e-830b-20fcdeb9b65e req-4a31f966-9756-461a-9565-84e74ae2ff0f tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 985 time: 0.0536842 Apr 07 13:59:05.373703 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-1e0ee78e-56d9-4f6e-830b-20fcdeb9b65e req-4c024028-07c5-432d-b87f-20522012abae tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&id=98e6f71e-ffc1-4c78-ae6b-19b071cd548f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534830 Apr 07 13:59:06.492287 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c23e08-c12e-45b5-b6ae-265fce41d297 req-639a3eb0-8352-4cb5-98af-b80b31eb5b9f tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:59:06.493788 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a8c23e08-c12e-45b5-b6ae-265fce41d297 req-639a3eb0-8352-4cb5-98af-b80b31eb5b9f tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 985 time: 0.0559285 Apr 07 13:59:06.555495 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a8c23e08-c12e-45b5-b6ae-265fce41d297 req-eac9c490-5c40-4524-8faa-d671bc678bc0 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&id=98e6f71e-ffc1-4c78-ae6b-19b071cd548f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554509 Apr 07 13:59:10.969969 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:59:22.442635 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dfcd803b-4ee0-4a5e-ab10-c4c5dc59876b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:59:24.957617 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0a21-dd1a-4d6c-bd88-f34d94e952ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:59:25.848772 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:59:27.327291 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:59:28.723283 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:59:35.281353 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:59:43.174322 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d274ed0-fb0e-451a-b8db-838bf38929c2 req-db5931d0-9d60-43e1-bb99-926684a2e530 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440092 Apr 07 13:59:43.276096 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d274ed0-fb0e-451a-b8db-838bf38929c2 req-282dc6cc-d7f1-44c4-9911-a2b549d4da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:59:43.277540 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d274ed0-fb0e-451a-b8db-838bf38929c2 req-282dc6cc-d7f1-44c4-9911-a2b549d4da5c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4e197ab6d5a446aaceb818da2d13c88&device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 1169 time: 0.0441923 Apr 07 13:59:43.381032 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d274ed0-fb0e-451a-b8db-838bf38929c2 req-aa6b9813-6f27-4689-b1de-2b4691fa37a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:59:43.382524 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d274ed0-fb0e-451a-b8db-838bf38929c2 req-aa6b9813-6f27-4689-b1de-2b4691fa37a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ae74583-f215-4cca-91c5-1162dde13282 HTTP/1.1" status: 200 len: 916 time: 0.0869565 Apr 07 13:59:43.445867 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d274ed0-fb0e-451a-b8db-838bf38929c2 req-352f7613-6441-4b87-a93c-8319fcc908b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 HTTP/1.1" status: 200 len: 1001 time: 0.0567405 Apr 07 13:59:43.492602 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d274ed0-fb0e-451a-b8db-838bf38929c2 req-4a864996-c1ba-49f1-afcb-fd3f9e5427d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:59:43.494544 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d274ed0-fb0e-451a-b8db-838bf38929c2 req-4a864996-c1ba-49f1-afcb-fd3f9e5427d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6abe8b6-da0d-42c2-97bb-6773571354c7 HTTP/1.1" status: 200 len: 854 time: 0.0417979 Apr 07 13:59:43.545576 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d274ed0-fb0e-451a-b8db-838bf38929c2 req-af6e6510-5ac1-4594-94f9-168b71409e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:59:43.547049 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d274ed0-fb0e-451a-b8db-838bf38929c2 req-af6e6510-5ac1-4594-94f9-168b71409e7d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ae74583-f215-4cca-91c5-1162dde13282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461180 Apr 07 13:59:43.633047 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d274ed0-fb0e-451a-b8db-838bf38929c2 req-fd5201b9-5d75-48f2-823a-866b8a8df29a service neutron] 10.222.0.23 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797923 Apr 07 13:59:43.724456 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d274ed0-fb0e-451a-b8db-838bf38929c2 req-521d984e-247c-409d-ba80-33281bea4911 service neutron] 10.222.0.23 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845268 Apr 07 13:59:47.968614 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:59:52.443752 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90e4e119-5013-4562-bcc3-5edab85504b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:59:54.959639 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a73e985b-458d-44f7-8fbb-6c54609294f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:59:55.851600 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:59:57.328489 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:59:58.724712 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:05.283640 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:10.066454 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7a393a6b-97eb-4617-b91c-7423f3ca4c9b req-9928965d-98d5-47e2-8ba0-9446b1081ba5 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124619970&fields=id&tenant_id=f4e197ab6d5a446aaceb818da2d13c88 HTTP/1.1" status: 200 len: 267 time: 0.0439472 Apr 07 14:00:10.121560 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a393a6b-97eb-4617-b91c-7423f3ca4c9b req-469692ca-2e2e-4ece-996f-db5ed161595c tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:10.123038 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7a393a6b-97eb-4617-b91c-7423f3ca4c9b req-469692ca-2e2e-4ece-996f-db5ed161595c tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 985 time: 0.0514717 Apr 07 14:00:10.133400 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [req-7a393a6b-97eb-4617-b91c-7423f3ca4c9b req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Request body: {'port': {'security_groups': ['0d3f396c-b713-4552-bdd3-b0b81a851d96']}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:00:10.203835 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-7a393a6b-97eb-4617-b91c-7423f3ca4c9b req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:10.368878 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [req-7a393a6b-97eb-4617-b91c-7423f3ca4c9b req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] For port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60,segment=NetworkSegment(1bbc52f4-6352-40fd-9cb1-b2833c952768),segment_id=1bbc52f4-6352-40fd-9cb1-b2833c952768)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:00:10.398105 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-7a393a6b-97eb-4617-b91c-7423f3ca4c9b req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:10.403024 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-7a393a6b-97eb-4617-b91c-7423f3ca4c9b req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3931381'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:10.440237 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['df61c81f-bb01-4b7f-8cf7-8b9c87eedb60'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 14:00:10.444141 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a393a6b-97eb-4617-b91c-7423f3ca4c9b req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:10.444763 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-7a393a6b-97eb-4617-b91c-7423f3ca4c9b req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:10.446745 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7a393a6b-97eb-4617-b91c-7423f3ca4c9b req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "PUT /v2.0/ports/df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 HTTP/1.1" status: 200 len: 943 time: 0.3176377 Apr 07 14:00:10.447207 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432ba49a-7723-429b-9ece-983496b2488f', 'tag': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 14:00:10.449757 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e524b4db-07f3-4cec-bb47-5f2fb5702c18" -d '{"events": [{"name": "network-changed", "server_uuid": "432ba49a-7723-429b-9ece-983496b2488f", "tag": "df61c81f-bb01-4b7f-8cf7-8b9c87eedb60"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 14:00:10.454757 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 36958) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:10.478065 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Pushing event updated for resources: {'Port': ['ID=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60,revision_number=7']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:10.487042 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.487939 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.488548 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.489712 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.490279 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.491094 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.491717 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.492285 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.492881 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.493431 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.494015 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.494675 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.495499 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.496279 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.497016 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def792e-b928-4eee-8972-6aa13ddfbbe8 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.552048 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 14:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ff7753-d4d9-4429-bcfb-5376210c066f x-openstack-request-id: req-84ff7753-d4d9-4429-bcfb-5376210c066f {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 14:00:10.552346 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432ba49a-7723-429b-9ece-983496b2488f", "tag": "df61c81f-bb01-4b7f-8cf7-8b9c87eedb60", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 14:00:10.552603 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84ff7753-d4d9-4429-bcfb-5376210c066f {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 14:00:10.553048 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ff7753-d4d9-4429-bcfb-5376210c066f'] response: {'name': 'network-changed', 'server_uuid': '432ba49a-7723-429b-9ece-983496b2488f', 'tag': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60', 'status': 'completed', 'code': 200} Apr 07 14:00:10.573356 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['df61c81f-bb01-4b7f-8cf7-8b9c87eedb60'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 14:00:10.574153 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group (98e6f71e-ffc1-4c78-ae6b-19b071cd548f), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:10.626444 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group (98e6f71e-ffc1-4c78-ae6b-19b071cd548f), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:10.699655 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524b4db-07f3-4cec-bb47-5f2fb5702c18 req-d9057613-57d8-4780-8e9b-ae0c825afcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:10.701850 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e524b4db-07f3-4cec-bb47-5f2fb5702c18 req-d9057613-57d8-4780-8e9b-ae0c825afcd2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4e197ab6d5a446aaceb818da2d13c88&device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 1130 time: 0.1017759 Apr 07 14:00:10.741905 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-dc0d2d66-b70a-4a1c-ab61-a7828cad58e6 None None] Provisioning complete for port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:10.742931 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2d66-b70a-4a1c-ab61-a7828cad58e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:10.751067 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (98e6f71e-ffc1-4c78-ae6b-19b071cd548f), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:10.754632 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:10.758900 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "DELETE /v2.0/security-groups/98e6f71e-ffc1-4c78-ae6b-19b071cd548f HTTP/1.1" status: 204 len: 168 time: 0.2965004 Apr 07 14:00:10.759310 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 36962) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:10.800850 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e6f71e-ffc1-4c78-ae6b-19b071cd548f,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:10.815901 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.816366 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.816791 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.817208 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.817619 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.818028 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.818562 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.818966 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.819383 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.819788 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.821135 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.821135 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.821445 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.821877 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.822273 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b4fbb-f04b-43c3-aea9-a0d85d5871bd tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:10.852826 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524b4db-07f3-4cec-bb47-5f2fb5702c18 req-b37608fa-03b6-4be9-9a23-5b3ca2ad4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:10.854446 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e524b4db-07f3-4cec-bb47-5f2fb5702c18 req-b37608fa-03b6-4be9-9a23-5b3ca2ad4856 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ae74583-f215-4cca-91c5-1162dde13282 HTTP/1.1" status: 200 len: 916 time: 0.1421776 Apr 07 14:00:10.875259 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-dc0d2d66-b70a-4a1c-ab61-a7828cad58e6 None None] Current status of the port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:00:10.935388 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e524b4db-07f3-4cec-bb47-5f2fb5702c18 req-7096b1c0-2779-419a-87e2-54b501eef486 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 HTTP/1.1" status: 200 len: 1001 time: 0.0740459 Apr 07 14:00:10.962832 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-9446c9ef-30da-48a2-8079-51f71e2bb73a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Deleting port 5baa08bb-b418-4a69-a62e-64454d9b853f {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:00:10.963174 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9446c9ef-30da-48a2-8079-51f71e2bb73a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (5baa08bb-b418-4a69-a62e-64454d9b853f), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:10.989270 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524b4db-07f3-4cec-bb47-5f2fb5702c18 req-1639b27d-8ada-4ceb-919e-db319ef9345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:10.990776 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e524b4db-07f3-4cec-bb47-5f2fb5702c18 req-1639b27d-8ada-4ceb-919e-db319ef9345c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6abe8b6-da0d-42c2-97bb-6773571354c7 HTTP/1.1" status: 200 len: 854 time: 0.0482070 Apr 07 14:00:11.040049 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524b4db-07f3-4cec-bb47-5f2fb5702c18 req-1c4204e6-3890-45ba-9b47-9eb90e866707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:11.041544 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e524b4db-07f3-4cec-bb47-5f2fb5702c18 req-1c4204e6-3890-45ba-9b47-9eb90e866707 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ae74583-f215-4cca-91c5-1162dde13282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447245 Apr 07 14:00:11.045391 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9446c9ef-30da-48a2-8079-51f71e2bb73a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (5baa08bb-b418-4a69-a62e-64454d9b853f), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:11.045717 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9446c9ef-30da-48a2-8079-51f71e2bb73a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for floatingip (5baa08bb-b418-4a69-a62e-64454d9b853f), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:11.057201 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-9446c9ef-30da-48a2-8079-51f71e2bb73a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Calling delete_port for 5baa08bb-b418-4a69-a62e-64454d9b853f owned by network:floatingip {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:00:11.136912 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e524b4db-07f3-4cec-bb47-5f2fb5702c18 req-7f8203ae-c24d-4a3d-9285-06934dcbcfcd service neutron] 10.222.0.23 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856307 Apr 07 14:00:11.204592 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9446c9ef-30da-48a2-8079-51f71e2bb73a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (5baa08bb-b418-4a69-a62e-64454d9b853f), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:11.227441 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e524b4db-07f3-4cec-bb47-5f2fb5702c18 req-117aa571-48a2-417c-894b-1b897e7e1104 service neutron] 10.222.0.23 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831559 Apr 07 14:00:11.229654 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446c9ef-30da-48a2-8079-51f71e2bb73a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Pushing event deleted for resources: {'Port': ['ID=5baa08bb-b418-4a69-a62e-64454d9b853f,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:11.289624 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9446c9ef-30da-48a2-8079-51f71e2bb73a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks [] for floatingip (45e5d1ac-3459-4d02-96a0-d144af30a231), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:11.289952 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.l3_db [None req-9446c9ef-30da-48a2-8079-51f71e2bb73a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Floating IP 45e5d1ac-3459-4d02-96a0-d144af30a231 disassociated (deleted). External IP: 172.27.0.50, port: df61c81f-bb01-4b7f-8cf7-8b9c87eedb60. Apr 07 14:00:11.496233 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9446c9ef-30da-48a2-8079-51f71e2bb73a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Router 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 14:00:11.602649 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9446c9ef-30da-48a2-8079-51f71e2bb73a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 14:00:11.607422 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9446c9ef-30da-48a2-8079-51f71e2bb73a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:11.612416 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9840ce-2cc8-4388-b4f2-9545c42ddd4c None None] Sync routers for ids ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 14:00:11.623350 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9840ce-2cc8-4388-b4f2-9545c42ddd4c None None] Routers {'45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:00:11.624093 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6e9840ce-2cc8-4388-b4f2-9545c42ddd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:59:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:11.642036 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-9446c9ef-30da-48a2-8079-51f71e2bb73a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "DELETE /v2.0/floatingips/45e5d1ac-3459-4d02-96a0-d144af30a231 HTTP/1.1" status: 204 len: 168 time: 0.8815422 Apr 07 14:00:11.731677 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-6e9840ce-2cc8-4388-b4f2-9545c42ddd4c None None] Set router 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:00:11.938080 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6e9840ce-2cc8-4388-b4f2-9545c42ddd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'name': 'tempest-TestMinimumBasicScenario-1220667227-router', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:10Z', 'updated_at': '2022-04-07T13:57:13Z', 'revision_number': 4, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'gw_port': {'id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:11Z', 'updated_at': '2022-04-07T13:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'd26f3616-4373-45fe-a805-de9c8acb03a5', 'name': '', 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'mac_address': 'fa:16:3e:33:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:12Z', 'updated_at': '2022-04-07T13:57:17Z', 'revision_number': 5, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'subnets': [{'id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:11.964024 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9840ce-2cc8-4388-b4f2-9545c42ddd4c None None] Checking router: 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 14:00:11.972112 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9840ce-2cc8-4388-b4f2-9545c42ddd4c None None] Routers {'45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:00:11.972713 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6e9840ce-2cc8-4388-b4f2-9545c42ddd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:59:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:12.077025 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-6e9840ce-2cc8-4388-b4f2-9545c42ddd4c None None] Set router 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:00:12.266245 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6e9840ce-2cc8-4388-b4f2-9545c42ddd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'name': 'tempest-TestMinimumBasicScenario-1220667227-router', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:10Z', 'updated_at': '2022-04-07T13:57:13Z', 'revision_number': 4, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'gw_port': {'id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:11Z', 'updated_at': '2022-04-07T13:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'd26f3616-4373-45fe-a805-de9c8acb03a5', 'name': '', 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'mac_address': 'fa:16:3e:33:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:12Z', 'updated_at': '2022-04-07T13:57:17Z', 'revision_number': 5, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'subnets': [{'id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:12.295063 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9840ce-2cc8-4388-b4f2-9545c42ddd4c None None] The sync data for ids ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'] in dv-cinder-836973-1-iscsi is: [{'id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'name': 'tempest-TestMinimumBasicScenario-1220667227-router', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:10Z', 'updated_at': '2022-04-07T13:57:13Z', 'revision_number': 4, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'gw_port': {'id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:11Z', 'updated_at': '2022-04-07T13:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': 'd26f3616-4373-45fe-a805-de9c8acb03a5', 'name': '', 'network_id': '6ae74583-f215-4cca-91c5-1162dde13282', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'mac_address': 'fa:16:3e:33:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:12Z', 'updated_at': '2022-04-07T13:57:17Z', 'revision_number': 5, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'subnets': [{'id': 'f6abe8b6-da0d-42c2-97bb-6773571354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 14:00:12.514166 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae05e6b2-3a05-4b42-b787-190a65765629 None None] New status for floating IP 45e5d1ac-3459-4d02-96a0-d144af30a231: DOWN {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 14:00:12.554669 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432ba49a-7723-429b-9ece-983496b2488f', 'tag': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 14:00:12.557060 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2040232-d739-4362-bcac-a0341838ac86" -d '{"events": [{"name": "network-changed", "server_uuid": "432ba49a-7723-429b-9ece-983496b2488f", "tag": "df61c81f-bb01-4b7f-8cf7-8b9c87eedb60"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 14:00:12.593872 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 14:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3177c9ec-2e2e-46aa-b9a8-41c5402121dc x-openstack-request-id: req-3177c9ec-2e2e-46aa-b9a8-41c5402121dc {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 14:00:12.594235 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432ba49a-7723-429b-9ece-983496b2488f", "tag": "df61c81f-bb01-4b7f-8cf7-8b9c87eedb60", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 14:00:12.594573 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3177c9ec-2e2e-46aa-b9a8-41c5402121dc {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 14:00:12.595050 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3177c9ec-2e2e-46aa-b9a8-41c5402121dc'] response: {'name': 'network-changed', 'server_uuid': '432ba49a-7723-429b-9ece-983496b2488f', 'tag': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60', 'status': 'completed', 'code': 200} Apr 07 14:00:12.684965 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2040232-d739-4362-bcac-a0341838ac86 req-846bfab6-6e64-4ba0-aebf-7c9bc58ad2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:12.686476 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e2040232-d739-4362-bcac-a0341838ac86 req-846bfab6-6e64-4ba0-aebf-7c9bc58ad2d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4e197ab6d5a446aaceb818da2d13c88&device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 1130 time: 0.0492790 Apr 07 14:00:12.775356 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2040232-d739-4362-bcac-a0341838ac86 req-0e670006-892f-41c5-b8ec-8cf1240f6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:12.776830 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e2040232-d739-4362-bcac-a0341838ac86 req-0e670006-892f-41c5-b8ec-8cf1240f6cf5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ae74583-f215-4cca-91c5-1162dde13282 HTTP/1.1" status: 200 len: 916 time: 0.0844426 Apr 07 14:00:12.826424 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e2040232-d739-4362-bcac-a0341838ac86 req-1fe80738-7c36-41e5-8026-6f203d17a5f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 HTTP/1.1" status: 200 len: 217 time: 0.0423124 Apr 07 14:00:12.875155 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2040232-d739-4362-bcac-a0341838ac86 req-6df4bf59-122c-4b19-88ba-b6870068206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:12.876568 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e2040232-d739-4362-bcac-a0341838ac86 req-6df4bf59-122c-4b19-88ba-b6870068206b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6abe8b6-da0d-42c2-97bb-6773571354c7 HTTP/1.1" status: 200 len: 854 time: 0.0435808 Apr 07 14:00:12.924560 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2040232-d739-4362-bcac-a0341838ac86 req-fff58534-79fe-4bfa-b56b-c85fd2c4991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:12.926147 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e2040232-d739-4362-bcac-a0341838ac86 req-fff58534-79fe-4bfa-b56b-c85fd2c4991a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ae74583-f215-4cca-91c5-1162dde13282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439498 Apr 07 14:00:13.257900 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e2040232-d739-4362-bcac-a0341838ac86 req-ae3d9852-ba40-4d18-aa3c-a39676a6db94 service neutron] 10.222.0.23 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261309 Apr 07 14:00:13.345309 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e2040232-d739-4362-bcac-a0341838ac86 req-c053676c-872c-4e17-8cb2-eac1ed2b5376 service neutron] 10.222.0.23 "GET /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814400 Apr 07 14:00:14.342960 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d38a76-ac91-473a-93bf-a1611f7e9c1d req-ac3e72a8-33de-4c5f-8a83-09d64f8b7569 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:14.344434 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-71d38a76-ac91-473a-93bf-a1611f7e9c1d req-ac3e72a8-33de-4c5f-8a83-09d64f8b7569 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 946 time: 0.0522754 Apr 07 14:00:14.394685 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-71d38a76-ac91-473a-93bf-a1611f7e9c1d req-cf9ae90c-8eac-4bfe-9ade-9634fbbb0588 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439768 Apr 07 14:00:15.511175 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187129bf-0072-4d4f-bb0d-a0e3b23c5a11 req-b23e7666-5c55-4a29-b8dd-d8079e1385a3 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:15.512632 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-187129bf-0072-4d4f-bb0d-a0e3b23c5a11 req-b23e7666-5c55-4a29-b8dd-d8079e1385a3 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 946 time: 0.0517123 Apr 07 14:00:15.557133 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-187129bf-0072-4d4f-bb0d-a0e3b23c5a11 req-0eafc52a-08a5-408f-a2f4-9946d28203d6 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389762 Apr 07 14:00:16.454210 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5bffd-0e5b-4cee-bae1-5721eecca66a req-774a0b4a-d412-418c-b622-4d9def825373 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:16.455636 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07e5bffd-0e5b-4cee-bae1-5721eecca66a req-774a0b4a-d412-418c-b622-4d9def825373 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.23 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 946 time: 0.0508528 Apr 07 14:00:16.547395 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-07e5bffd-0e5b-4cee-bae1-5721eecca66a req-5fb8ffbe-32dc-4119-a8e8-26a6eccc831a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Deleting port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:00:16.547729 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-07e5bffd-0e5b-4cee-bae1-5721eecca66a req-5fb8ffbe-32dc-4119-a8e8-26a6eccc831a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:16.634837 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-07e5bffd-0e5b-4cee-bae1-5721eecca66a req-5fb8ffbe-32dc-4119-a8e8-26a6eccc831a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] For port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60,segment=NetworkSegment(1bbc52f4-6352-40fd-9cb1-b2833c952768),segment_id=1bbc52f4-6352-40fd-9cb1-b2833c952768)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:00:16.635211 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-07e5bffd-0e5b-4cee-bae1-5721eecca66a req-5fb8ffbe-32dc-4119-a8e8-26a6eccc831a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:16.652157 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-07e5bffd-0e5b-4cee-bae1-5721eecca66a req-5fb8ffbe-32dc-4119-a8e8-26a6eccc831a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Calling delete_port for df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:00:16.672006 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10227547-be4c-406f-80ec-69382ab6cdc6 req-2349d6eb-a614-4c98-87a2-94760846b473 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:16.673404 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-10227547-be4c-406f-80ec-69382ab6cdc6 req-2349d6eb-a614-4c98-87a2-94760846b473 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/ports?device_id=432ba49a-7723-429b-9ece-983496b2488f HTTP/1.1" status: 200 len: 946 time: 0.0514231 Apr 07 14:00:16.720046 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-10227547-be4c-406f-80ec-69382ab6cdc6 req-ef33c67d-550a-4fc0-bfe9-f6e032afef20 tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d3f396c-b713-4552-bdd3-b0b81a851d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409620 Apr 07 14:00:16.776123 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-07e5bffd-0e5b-4cee-bae1-5721eecca66a req-5fb8ffbe-32dc-4119-a8e8-26a6eccc831a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (df61c81f-bb01-4b7f-8cf7-8b9c87eedb60), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:16.803264 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8ffbe-32dc-4119-a8e8-26a6eccc831a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Pushing event deleted for resources: {'Port': ['ID=df61c81f-bb01-4b7f-8cf7-8b9c87eedb60,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:16.815273 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['df61c81f-bb01-4b7f-8cf7-8b9c87eedb60'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 14:00:16.849256 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e5bffd-0e5b-4cee-bae1-5721eecca66a req-5fb8ffbe-32dc-4119-a8e8-26a6eccc831a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] No DVR routers for this DVR port df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 14:00:16.851580 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-07e5bffd-0e5b-4cee-bae1-5721eecca66a req-5fb8ffbe-32dc-4119-a8e8-26a6eccc831a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:16.854888 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07e5bffd-0e5b-4cee-bae1-5721eecca66a req-5fb8ffbe-32dc-4119-a8e8-26a6eccc831a tempest-TestMinimumBasicScenario-554920702 tempest-TestMinimumBasicScenario-554920702-project] 10.222.0.23 "DELETE /v2.0/ports/df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 HTTP/1.1" status: 204 len: 173 time: 0.3935914 Apr 07 14:00:16.855315 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432ba49a-7723-429b-9ece-983496b2488f', 'name': 'network-vif-deleted', 'tag': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 14:00:16.857493 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15654924-36e8-4563-bcf9-a6df969f43fe" -d '{"events": [{"server_uuid": "432ba49a-7723-429b-9ece-983496b2488f", "name": "network-vif-deleted", "tag": "df61c81f-bb01-4b7f-8cf7-8b9c87eedb60"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 14:00:17.032169 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 14:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f01be90-7723-4b80-8590-01fd52c8d5ed x-openstack-request-id: req-8f01be90-7723-4b80-8590-01fd52c8d5ed {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 14:00:17.032462 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432ba49a-7723-429b-9ece-983496b2488f", "name": "network-vif-deleted", "tag": "df61c81f-bb01-4b7f-8cf7-8b9c87eedb60", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 14:00:17.032723 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f01be90-7723-4b80-8590-01fd52c8d5ed {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 14:00:17.033125 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f01be90-7723-4b80-8590-01fd52c8d5ed'] response: {'server_uuid': '432ba49a-7723-429b-9ece-983496b2488f', 'name': 'network-vif-deleted', 'tag': 'df61c81f-bb01-4b7f-8cf7-8b9c87eedb60', 'status': 'completed', 'code': 200} Apr 07 14:00:18.267566 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 37052) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:18.606579 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4c1b8bd0-ca41-4d30-9b24-7486932ba837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421825'] for router_interface (45c3fa7e-28db-4ec5-a382-dfeb6243d3cd), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:18.846849 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b8bd0-ca41-4d30-9b24-7486932ba837 admin admin] Deleting port d26f3616-4373-45fe-a805-de9c8acb03a5 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:00:18.847182 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4c1b8bd0-ca41-4d30-9b24-7486932ba837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:18.921743 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-4c1b8bd0-ca41-4d30-9b24-7486932ba837 admin admin] For port d26f3616-4373-45fe-a805-de9c8acb03a5, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=d26f3616-4373-45fe-a805-de9c8acb03a5,segment=NetworkSegment(1bbc52f4-6352-40fd-9cb1-b2833c952768),segment_id=1bbc52f4-6352-40fd-9cb1-b2833c952768)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:00:18.922150 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4c1b8bd0-ca41-4d30-9b24-7486932ba837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:18.934657 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b8bd0-ca41-4d30-9b24-7486932ba837 admin admin] Calling delete_port for d26f3616-4373-45fe-a805-de9c8acb03a5 owned by network:router_interface {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:00:19.113426 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4c1b8bd0-ca41-4d30-9b24-7486932ba837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (d26f3616-4373-45fe-a805-de9c8acb03a5), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:19.138655 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b8bd0-ca41-4d30-9b24-7486932ba837 admin admin] Pushing event deleted for resources: {'Port': ['ID=d26f3616-4373-45fe-a805-de9c8acb03a5,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:19.221841 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 14:00:19.246916 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 14:00:19.247260 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device df61c81f-bb01-4b7f-8cf7-8b9c87eedb60 not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 14:00:19.304930 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4c1b8bd0-ca41-4d30-9b24-7486932ba837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421774'] for router_interface (45c3fa7e-28db-4ec5-a382-dfeb6243d3cd), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:19.518400 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1b8bd0-ca41-4d30-9b24-7486932ba837 admin admin] Router 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 14:00:19.625024 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1b8bd0-ca41-4d30-9b24-7486932ba837 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 14:00:19.629982 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-4c1b8bd0-ca41-4d30-9b24-7486932ba837 admin admin] 10.222.0.39 "PUT /v2.0/routers/45c3fa7e-28db-4ec5-a382-dfeb6243d3cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3614292 Apr 07 14:00:19.632620 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 37054) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:19.633399 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be61286-f06d-49a4-bcf2-e1a319a1d9e4 None None] Sync routers for ids ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 14:00:19.740270 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b9c59ec4-c86d-4b67-8b72-8c49cbdcf171 admin admin] Publish callbacks [] for router (45c3fa7e-28db-4ec5-a382-dfeb6243d3cd), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:19.768827 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be61286-f06d-49a4-bcf2-e1a319a1d9e4 None None] Routers {'45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:00:19.769355 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6be61286-f06d-49a4-bcf2-e1a319a1d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:59:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:19.843224 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b9c59ec4-c86d-4b67-8b72-8c49cbdcf171 admin admin] Publish callbacks [] for router_gateway (45c3fa7e-28db-4ec5-a382-dfeb6243d3cd), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:19.877123 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-6be61286-f06d-49a4-bcf2-e1a319a1d9e4 None None] Set router 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:00:19.894924 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-b9c59ec4-c86d-4b67-8b72-8c49cbdcf171 admin admin] Deleting port 516d6d52-b79f-4680-9d2d-91b9e9429a87 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:00:19.895265 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b9c59ec4-c86d-4b67-8b72-8c49cbdcf171 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (516d6d52-b79f-4680-9d2d-91b9e9429a87), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:19.973870 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-b9c59ec4-c86d-4b67-8b72-8c49cbdcf171 admin admin] For port 516d6d52-b79f-4680-9d2d-91b9e9429a87, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=516d6d52-b79f-4680-9d2d-91b9e9429a87,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:00:19.974235 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b9c59ec4-c86d-4b67-8b72-8c49cbdcf171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (516d6d52-b79f-4680-9d2d-91b9e9429a87), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:19.990645 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-b9c59ec4-c86d-4b67-8b72-8c49cbdcf171 admin admin] Calling delete_port for 516d6d52-b79f-4680-9d2d-91b9e9429a87 owned by network:router_gateway {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:00:20.050934 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6be61286-f06d-49a4-bcf2-e1a319a1d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'name': 'tempest-TestMinimumBasicScenario-1220667227-router', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:10Z', 'updated_at': '2022-04-07T14:00:19Z', 'revision_number': 5, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'gw_port': {'id': '516d6d52-b79f-4680-9d2d-91b9e9429a87', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:11Z', 'updated_at': '2022-04-07T13:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:20.080042 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be61286-f06d-49a4-bcf2-e1a319a1d9e4 None None] Checking router: 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 14:00:20.088918 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be61286-f06d-49a4-bcf2-e1a319a1d9e4 None None] Routers {'45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:00:20.089529 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6be61286-f06d-49a4-bcf2-e1a319a1d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:59:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:20.154324 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b9c59ec4-c86d-4b67-8b72-8c49cbdcf171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (516d6d52-b79f-4680-9d2d-91b9e9429a87), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:20.177002 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-6be61286-f06d-49a4-bcf2-e1a319a1d9e4 None None] Set router 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd gateway port host: None {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:00:20.180767 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c59ec4-c86d-4b67-8b72-8c49cbdcf171 admin admin] Pushing event deleted for resources: {'Port': ['ID=516d6d52-b79f-4680-9d2d-91b9e9429a87,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:20.231587 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6be61286-f06d-49a4-bcf2-e1a319a1d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'name': 'tempest-TestMinimumBasicScenario-1220667227-router', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:10Z', 'updated_at': '2022-04-07T14:00:19Z', 'revision_number': 6, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'gw_port_host': None}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:20.239209 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b9c59ec4-c86d-4b67-8b72-8c49cbdcf171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431867'] for router_gateway (45c3fa7e-28db-4ec5-a382-dfeb6243d3cd), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:20.257753 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be61286-f06d-49a4-bcf2-e1a319a1d9e4 None None] The sync data for ids ['45c3fa7e-28db-4ec5-a382-dfeb6243d3cd'] in dv-cinder-836973-1-iscsi is: [{'id': '45c3fa7e-28db-4ec5-a382-dfeb6243d3cd', 'name': 'tempest-TestMinimumBasicScenario-1220667227-router', 'tenant_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:10Z', 'updated_at': '2022-04-07T14:00:19Z', 'revision_number': 6, 'project_id': 'f4e197ab6d5a446aaceb818da2d13c88', 'gw_port_host': None}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 14:00:20.585779 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b9c59ec4-c86d-4b67-8b72-8c49cbdcf171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (45c3fa7e-28db-4ec5-a382-dfeb6243d3cd), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:20.587917 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b9c59ec4-c86d-4b67-8b72-8c49cbdcf171 admin admin] Publish callbacks [] for router_controller (45c3fa7e-28db-4ec5-a382-dfeb6243d3cd), precommit_delete_associations {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:20.643808 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b9c59ec4-c86d-4b67-8b72-8c49cbdcf171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-420261'] for router (45c3fa7e-28db-4ec5-a382-dfeb6243d3cd), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:20.644384 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c59ec4-c86d-4b67-8b72-8c49cbdcf171 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45c3fa7e-28db-4ec5-a382-dfeb6243d3cd {{(pid=103372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 14:00:20.649957 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b9c59ec4-c86d-4b67-8b72-8c49cbdcf171 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:20.651467 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-b9c59ec4-c86d-4b67-8b72-8c49cbdcf171 admin admin] 10.222.0.39 "DELETE /v2.0/routers/45c3fa7e-28db-4ec5-a382-dfeb6243d3cd HTTP/1.1" status: 204 len: 168 time: 1.0179048 Apr 07 14:00:20.654608 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 37056) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:20.701115 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b63e3d8-f07c-47e2-81dc-be8f9609b706 admin admin] Deleting subnet f6abe8b6-da0d-42c2-97bb-6773571354c7 {{(pid=103372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 14:00:20.704350 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4b63e3d8-f07c-47e2-81dc-be8f9609b706 admin admin] Publish callbacks [] for subnet (f6abe8b6-da0d-42c2-97bb-6773571354c7), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:20.738723 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4b63e3d8-f07c-47e2-81dc-be8f9609b706 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3886092'] for subnet (f6abe8b6-da0d-42c2-97bb-6773571354c7), precommit_delete_associations {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:20.815522 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4b63e3d8-f07c-47e2-81dc-be8f9609b706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16392291'] for subnet (f6abe8b6-da0d-42c2-97bb-6773571354c7), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:20.864852 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4b63e3d8-f07c-47e2-81dc-be8f9609b706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16392298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59119722'] for subnet (f6abe8b6-da0d-42c2-97bb-6773571354c7), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:20.891516 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63e3d8-f07c-47e2-81dc-be8f9609b706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6abe8b6-da0d-42c2-97bb-6773571354c7,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:20.893446 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4b63e3d8-f07c-47e2-81dc-be8f9609b706 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:20.898106 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-4b63e3d8-f07c-47e2-81dc-be8f9609b706 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f6abe8b6-da0d-42c2-97bb-6773571354c7 HTTP/1.1" status: 204 len: 168 time: 0.2406919 Apr 07 14:00:20.898252 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553356c5-2b9f-4017-9b74-c9f509152cae None None] Network 6ae74583-f215-4cca-91c5-1162dde13282 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 14:00:20.898992 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 37058) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:20.967850 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16221602'] for network (6ae74583-f215-4cca-91c5-1162dde13282), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:21.020898 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] Deleting port b52c8f7c-da3d-4dff-bc91-67a50d8367f4 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:00:21.021255 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (b52c8f7c-da3d-4dff-bc91-67a50d8367f4), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:21.043884 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device d26f3616-4373-45fe-a805-de9c8acb03a5 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 14:00:21.074554 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] DHCP port deletion for 6ae74583-f215-4cca-91c5-1162dde13282 request from dv-cinder-836973-1-iscsi {{(pid=103373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 14:00:21.076178 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: d26f3616-4373-45fe-a805-de9c8acb03a5 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 14:00:21.076516 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device d26f3616-4373-45fe-a805-de9c8acb03a5 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 14:00:21.090896 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] For port b52c8f7c-da3d-4dff-bc91-67a50d8367f4, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=b52c8f7c-da3d-4dff-bc91-67a50d8367f4,segment=NetworkSegment(1bbc52f4-6352-40fd-9cb1-b2833c952768),segment_id=1bbc52f4-6352-40fd-9cb1-b2833c952768)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:00:21.091257 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (b52c8f7c-da3d-4dff-bc91-67a50d8367f4), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:21.103893 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] Calling delete_port for b52c8f7c-da3d-4dff-bc91-67a50d8367f4 owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:00:21.122518 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Deleting port b52c8f7c-da3d-4dff-bc91-67a50d8367f4 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:00:21.122893 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (b52c8f7c-da3d-4dff-bc91-67a50d8367f4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:21.188293 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (b52c8f7c-da3d-4dff-bc91-67a50d8367f4), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:21.189150 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] For port b52c8f7c-da3d-4dff-bc91-67a50d8367f4, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=b52c8f7c-da3d-4dff-bc91-67a50d8367f4,segment=NetworkSegment(1bbc52f4-6352-40fd-9cb1-b2833c952768),segment_id=1bbc52f4-6352-40fd-9cb1-b2833c952768)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:00:21.189655 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (b52c8f7c-da3d-4dff-bc91-67a50d8367f4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:21.202509 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Calling delete_port for b52c8f7c-da3d-4dff-bc91-67a50d8367f4 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:00:21.215869 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] No DVR routers for this DVR port b52c8f7c-da3d-4dff-bc91-67a50d8367f4 on host dv-cinder-836973-1-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 14:00:21.220541 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] Pushing event deleted for resources: {'Port': ['ID=b52c8f7c-da3d-4dff-bc91-67a50d8367f4,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:21.285714 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685'] for port (b52c8f7c-da3d-4dff-bc91-67a50d8367f4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:21.295783 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16415226', 'neutron.services.segments.db._delete_segments_for_network-8738487795402'] for network (6ae74583-f215-4cca-91c5-1162dde13282), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:21.311519 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Pushing event deleted for resources: {'Port': ['ID=b52c8f7c-da3d-4dff-bc91-67a50d8367f4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:21.318625 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae74583-f215-4cca-91c5-1162dde13282']}} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:21.319176 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] No DVR routers for this DVR port b52c8f7c-da3d-4dff-bc91-67a50d8367f4 on host dv-cinder-836973-1-iscsi {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 14:00:21.321877 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:21.321988 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:21.322332 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:21.322960 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:21.323293 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:21.323627 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:21.324038 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:21.324273 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:21.324606 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:21.324932 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:21.325259 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:21.325790 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:21.326243 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:21.326464 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:21.326790 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125ce83-986a-471a-bf2f-9a436ceb85bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:21.329415 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbc52f4-6352-40fd-9cb1-b2833c952768') {'for_net_delete': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:21.329713 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbc52f4-6352-40fd-9cb1-b2833c952768') {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:21.341249 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738487798739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3886101'] for segment (1bbc52f4-6352-40fd-9cb1-b2833c952768), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:21.357489 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (1bbc52f4-6352-40fd-9cb1-b2833c952768), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:21.364091 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 14:00:21.364509 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3931353'] for segment (1bbc52f4-6352-40fd-9cb1-b2833c952768), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: Traceback (most recent call last): Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: timer() Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: cb(*args, **kw) Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: return func(*args, **kwargs) Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: self._notify() Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: self.callback(batched_events) Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: event.method(event) Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: return f(self, *a, **k) Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._get(url).json() Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: return self.request(url, 'GET', **kwargs) Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 14:00:21.366287 dv-cinder-836973-1-iscsi neutron-server[103372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 14:00:21.420095 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16415201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431839'] for network (6ae74583-f215-4cca-91c5-1162dde13282), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:21.425420 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:21.428571 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6ae74583-f215-4cca-91c5-1162dde13282 HTTP/1.1" status: 204 len: 168 time: 0.5286593 Apr 07 14:00:21.431542 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37060) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:21.438776 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900445da-e8e4-4d06-975f-45cc98153102 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ae74583-f215-4cca-91c5-1162dde13282,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:21.770660 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fe67bc96-d825-4734-88ca-51b69e63271a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421825'] for router_interface (5e8ea82a-2006-4f83-acb0-b668f16effb5), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:22.015256 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-fe67bc96-d825-4734-88ca-51b69e63271a admin admin] Deleting port 70e5434c-d4d0-418a-922a-15e5d93efe08 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:00:22.015589 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fe67bc96-d825-4734-88ca-51b69e63271a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:22.095297 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-fe67bc96-d825-4734-88ca-51b69e63271a admin admin] For port 70e5434c-d4d0-418a-922a-15e5d93efe08, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=70e5434c-d4d0-418a-922a-15e5d93efe08,segment=NetworkSegment(56692762-589b-4145-939c-657083748007),segment_id=56692762-589b-4145-939c-657083748007)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:00:22.095650 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fe67bc96-d825-4734-88ca-51b69e63271a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:22.107626 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-fe67bc96-d825-4734-88ca-51b69e63271a admin admin] Calling delete_port for 70e5434c-d4d0-418a-922a-15e5d93efe08 owned by network:router_interface {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:00:22.284187 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fe67bc96-d825-4734-88ca-51b69e63271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (70e5434c-d4d0-418a-922a-15e5d93efe08), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:22.310209 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67bc96-d825-4734-88ca-51b69e63271a admin admin] Pushing event deleted for resources: {'Port': ['ID=70e5434c-d4d0-418a-922a-15e5d93efe08,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:22.458286 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9211cca2-5282-4d1a-820b-28a167b3d8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:22.484219 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fe67bc96-d825-4734-88ca-51b69e63271a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421774'] for router_interface (5e8ea82a-2006-4f83-acb0-b668f16effb5), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:22.545746 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device b52c8f7c-da3d-4dff-bc91-67a50d8367f4 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 14:00:22.565999 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: b52c8f7c-da3d-4dff-bc91-67a50d8367f4 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 14:00:22.566366 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device b52c8f7c-da3d-4dff-bc91-67a50d8367f4 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 14:00:22.566775 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 516d6d52-b79f-4680-9d2d-91b9e9429a87 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 14:00:22.588342 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: 516d6d52-b79f-4680-9d2d-91b9e9429a87 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 14:00:22.588624 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 516d6d52-b79f-4680-9d2d-91b9e9429a87 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 14:00:22.706324 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe67bc96-d825-4734-88ca-51b69e63271a admin admin] Router 5e8ea82a-2006-4f83-acb0-b668f16effb5 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 14:00:22.813858 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe67bc96-d825-4734-88ca-51b69e63271a admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 14:00:22.818726 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-fe67bc96-d825-4734-88ca-51b69e63271a admin admin] 10.222.0.39 "PUT /v2.0/routers/5e8ea82a-2006-4f83-acb0-b668f16effb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3861492 Apr 07 14:00:22.821133 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37062) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:22.824375 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7100bf-bfec-4037-b95b-e952459f9f79 None None] Sync routers for ids ['5e8ea82a-2006-4f83-acb0-b668f16effb5'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 14:00:22.833705 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7100bf-bfec-4037-b95b-e952459f9f79 None None] Routers {'5e8ea82a-2006-4f83-acb0-b668f16effb5'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:00:22.834316 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-6d7100bf-bfec-4037-b95b-e952459f9f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:59:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['5e8ea82a-2006-4f83-acb0-b668f16effb5'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:22.926649 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-871ebb31-c7ce-4715-8f08-9dbcaa7e2fa3 admin admin] Publish callbacks [] for router (5e8ea82a-2006-4f83-acb0-b668f16effb5), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:23.023733 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-6d7100bf-bfec-4037-b95b-e952459f9f79 None None] Set router 5e8ea82a-2006-4f83-acb0-b668f16effb5 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:00:23.032727 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-871ebb31-c7ce-4715-8f08-9dbcaa7e2fa3 admin admin] Publish callbacks [] for router_gateway (5e8ea82a-2006-4f83-acb0-b668f16effb5), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:23.084988 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-871ebb31-c7ce-4715-8f08-9dbcaa7e2fa3 admin admin] Deleting port 128f06c6-103d-4b2f-bb26-00a885bf7612 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:00:23.085247 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-871ebb31-c7ce-4715-8f08-9dbcaa7e2fa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (128f06c6-103d-4b2f-bb26-00a885bf7612), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:23.167169 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-871ebb31-c7ce-4715-8f08-9dbcaa7e2fa3 admin admin] For port 128f06c6-103d-4b2f-bb26-00a885bf7612, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=128f06c6-103d-4b2f-bb26-00a885bf7612,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:00:23.167530 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-871ebb31-c7ce-4715-8f08-9dbcaa7e2fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (128f06c6-103d-4b2f-bb26-00a885bf7612), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:23.179814 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-871ebb31-c7ce-4715-8f08-9dbcaa7e2fa3 admin admin] Calling delete_port for 128f06c6-103d-4b2f-bb26-00a885bf7612 owned by network:router_gateway {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:00:23.194535 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-6d7100bf-bfec-4037-b95b-e952459f9f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'name': 'tempest-TestMinimumBasicScenario-1615587300-router', 'tenant_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '128f06c6-103d-4b2f-bb26-00a885bf7612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:15Z', 'updated_at': '2022-04-07T14:00:22Z', 'revision_number': 5, 'project_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'gw_port': {'id': '128f06c6-103d-4b2f-bb26-00a885bf7612', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:57:15Z', 'updated_at': '2022-04-07T13:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:23.223390 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7100bf-bfec-4037-b95b-e952459f9f79 None None] Checking router: 5e8ea82a-2006-4f83-acb0-b668f16effb5 for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 14:00:23.231990 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7100bf-bfec-4037-b95b-e952459f9f79 None None] Routers {'5e8ea82a-2006-4f83-acb0-b668f16effb5'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:00:23.232598 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-6d7100bf-bfec-4037-b95b-e952459f9f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T13:59:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['5e8ea82a-2006-4f83-acb0-b668f16effb5'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:23.315706 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-6d7100bf-bfec-4037-b95b-e952459f9f79 None None] Set router 5e8ea82a-2006-4f83-acb0-b668f16effb5 gateway port host: None {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:00:23.345206 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-871ebb31-c7ce-4715-8f08-9dbcaa7e2fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (128f06c6-103d-4b2f-bb26-00a885bf7612), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:23.369742 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-6d7100bf-bfec-4037-b95b-e952459f9f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'name': 'tempest-TestMinimumBasicScenario-1615587300-router', 'tenant_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:15Z', 'updated_at': '2022-04-07T14:00:23Z', 'revision_number': 6, 'project_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'gw_port_host': None}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:23.370017 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ebb31-c7ce-4715-8f08-9dbcaa7e2fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=128f06c6-103d-4b2f-bb26-00a885bf7612,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:23.404715 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7100bf-bfec-4037-b95b-e952459f9f79 None None] The sync data for ids ['5e8ea82a-2006-4f83-acb0-b668f16effb5'] in dv-cinder-836973-1-iscsi is: [{'id': '5e8ea82a-2006-4f83-acb0-b668f16effb5', 'name': 'tempest-TestMinimumBasicScenario-1615587300-router', 'tenant_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:57:15Z', 'updated_at': '2022-04-07T14:00:23Z', 'revision_number': 6, 'project_id': 'f2eaf2b90c8e4bc1a1b0b7d7c6efa080', 'gw_port_host': None}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 14:00:23.434026 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-871ebb31-c7ce-4715-8f08-9dbcaa7e2fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431867'] for router_gateway (5e8ea82a-2006-4f83-acb0-b668f16effb5), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:23.528552 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-871ebb31-c7ce-4715-8f08-9dbcaa7e2fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (5e8ea82a-2006-4f83-acb0-b668f16effb5), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:23.530667 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-871ebb31-c7ce-4715-8f08-9dbcaa7e2fa3 admin admin] Publish callbacks [] for router_controller (5e8ea82a-2006-4f83-acb0-b668f16effb5), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:23.573161 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-871ebb31-c7ce-4715-8f08-9dbcaa7e2fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-420261'] for router (5e8ea82a-2006-4f83-acb0-b668f16effb5), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:23.573690 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871ebb31-c7ce-4715-8f08-9dbcaa7e2fa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e8ea82a-2006-4f83-acb0-b668f16effb5 {{(pid=103371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 14:00:23.577887 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-871ebb31-c7ce-4715-8f08-9dbcaa7e2fa3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:23.579089 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-871ebb31-c7ce-4715-8f08-9dbcaa7e2fa3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5e8ea82a-2006-4f83-acb0-b668f16effb5 HTTP/1.1" status: 204 len: 168 time: 0.7570543 Apr 07 14:00:23.581450 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37064) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:23.625026 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-538d6f65-6557-4adb-bf00-f41147e8f359 admin admin] Deleting subnet 016897e8-62ee-47f4-8ce1-f07a37eb338c {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 14:00:23.628020 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-538d6f65-6557-4adb-bf00-f41147e8f359 admin admin] Publish callbacks [] for subnet (016897e8-62ee-47f4-8ce1-f07a37eb338c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:23.662370 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-538d6f65-6557-4adb-bf00-f41147e8f359 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3370149'] for subnet (016897e8-62ee-47f4-8ce1-f07a37eb338c), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:23.741664 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-538d6f65-6557-4adb-bf00-f41147e8f359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16392291'] for subnet (016897e8-62ee-47f4-8ce1-f07a37eb338c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:23.798472 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-538d6f65-6557-4adb-bf00-f41147e8f359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16392298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3405941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3715770'] for subnet (016897e8-62ee-47f4-8ce1-f07a37eb338c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:23.828498 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-538d6f65-6557-4adb-bf00-f41147e8f359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:23.832290 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-538d6f65-6557-4adb-bf00-f41147e8f359 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/016897e8-62ee-47f4-8ce1-f07a37eb338c HTTP/1.1" status: 204 len: 168 time: 0.2499292 Apr 07 14:00:23.833197 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d6f65-6557-4adb-bf00-f41147e8f359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=016897e8-62ee-47f4-8ce1-f07a37eb338c,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:23.833816 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5db120-2564-4d51-991e-895654c8ebd0 None None] Network 9d508216-52b0-4e0a-b32d-15ce0be36121 requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 14:00:23.834875 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 37066) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:23.914573 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16221602'] for network (9d508216-52b0-4e0a-b32d-15ce0be36121), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:23.967480 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] Deleting port c262f32b-b556-4f49-8ad2-8927e579dd71 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:00:23.967819 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (c262f32b-b556-4f49-8ad2-8927e579dd71), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:24.032060 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] For port c262f32b-b556-4f49-8ad2-8927e579dd71, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=c262f32b-b556-4f49-8ad2-8927e579dd71,segment=NetworkSegment(56692762-589b-4145-939c-657083748007),segment_id=56692762-589b-4145-939c-657083748007)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:00:24.032416 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (c262f32b-b556-4f49-8ad2-8927e579dd71), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:24.044825 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] Calling delete_port for c262f32b-b556-4f49-8ad2-8927e579dd71 owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:00:24.121395 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (c262f32b-b556-4f49-8ad2-8927e579dd71), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:24.146413 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c262f32b-b556-4f49-8ad2-8927e579dd71,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:24.150724 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] No DVR routers for this DVR port c262f32b-b556-4f49-8ad2-8927e579dd71 on host dv-cinder-836973-1-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 14:00:24.207286 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1bd398-4f87-4d42-ab01-e43ad9de8e84 None None] DHCP port deletion for 9d508216-52b0-4e0a-b32d-15ce0be36121 request from dv-cinder-836973-1-iscsi {{(pid=103373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 14:00:24.230896 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16415226', 'neutron.services.segments.db._delete_segments_for_network-8738487795402'] for network (9d508216-52b0-4e0a-b32d-15ce0be36121), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:24.251335 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d508216-52b0-4e0a-b32d-15ce0be36121']}} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:24.260904 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56692762-589b-4145-939c-657083748007') {'for_net_delete': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:24.261203 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56692762-589b-4145-939c-657083748007') {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:24.270613 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738487798739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3886101'] for segment (56692762-589b-4145-939c-657083748007), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:24.285476 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (56692762-589b-4145-939c-657083748007), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:24.292224 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 14:00:24.292629 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3931353'] for segment (56692762-589b-4145-939c-657083748007), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: Traceback (most recent call last): Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: timer() Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: cb(*args, **kw) Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: return func(*args, **kwargs) Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: self._notify() Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: self.callback(batched_events) Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: event.method(event) Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: return f(self, *a, **k) Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._get(url).json() Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: return self.request(url, 'GET', **kwargs) Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 14:00:24.294425 dv-cinder-836973-1-iscsi neutron-server[103372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 14:00:24.352220 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16415201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431839'] for network (9d508216-52b0-4e0a-b32d-15ce0be36121), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:24.357404 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:24.360558 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9d508216-52b0-4e0a-b32d-15ce0be36121 HTTP/1.1" status: 204 len: 168 time: 0.5246589 Apr 07 14:00:24.371818 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f81d1d-e994-4736-9430-9f51c9c8f4a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d508216-52b0-4e0a-b32d-15ce0be36121,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:24.498374 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 70e5434c-d4d0-418a-922a-15e5d93efe08 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 14:00:24.518737 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: 70e5434c-d4d0-418a-922a-15e5d93efe08 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 14:00:24.519176 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 70e5434c-d4d0-418a-922a-15e5d93efe08 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 14:00:24.519585 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 128f06c6-103d-4b2f-bb26-00a885bf7612 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 14:00:24.537496 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37070) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:24.538330 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: 128f06c6-103d-4b2f-bb26-00a885bf7612 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 14:00:24.538690 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 128f06c6-103d-4b2f-bb26-00a885bf7612 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 14:00:24.539102 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device c262f32b-b556-4f49-8ad2-8927e579dd71 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 14:00:24.558327 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: c262f32b-b556-4f49-8ad2-8927e579dd71 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 14:00:24.558669 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device c262f32b-b556-4f49-8ad2-8927e579dd71 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 14:00:24.580590 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6147317c-191c-45fd-915d-e609f3d8ff5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f4e197ab6d5a446aaceb818da2d13c88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419071 Apr 07 14:00:24.583051 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37072) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:24.628495 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-49b05d7d-5085-4e05-8a3e-76b00a8859ea admin admin] Publish callbacks [] for security_group (0d3f396c-b713-4552-bdd3-b0b81a851d96), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:24.649721 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-49b05d7d-5085-4e05-8a3e-76b00a8859ea admin admin] Publish callbacks [] for security_group (0d3f396c-b713-4552-bdd3-b0b81a851d96), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:24.695738 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-49b05d7d-5085-4e05-8a3e-76b00a8859ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (0d3f396c-b713-4552-bdd3-b0b81a851d96), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:24.699206 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-49b05d7d-5085-4e05-8a3e-76b00a8859ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:24.700401 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-49b05d7d-5085-4e05-8a3e-76b00a8859ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d3f396c-b713-4552-bdd3-b0b81a851d96 HTTP/1.1" status: 204 len: 168 time: 0.1164293 Apr 07 14:00:24.708384 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b05d7d-5085-4e05-8a3e-76b00a8859ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3f396c-b713-4552-bdd3-b0b81a851d96,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:24.961291 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-73d5228c-4b6c-4f1d-bfe1-605a01f37f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:24.967704 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:00:25.005329 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37078) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:25.044268 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b1e3d20b-bd67-4465-903b-a00f4ba52adb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2eaf2b90c8e4bc1a1b0b7d7c6efa080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378153 Apr 07 14:00:25.046593 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37080) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:25.092465 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-99a3b259-f616-42a1-afdf-bee64266ff64 admin admin] Publish callbacks [] for security_group (b5adca8c-b557-431c-bbe1-b33f15359390), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:25.113377 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-99a3b259-f616-42a1-afdf-bee64266ff64 admin admin] Publish callbacks [] for security_group (b5adca8c-b557-431c-bbe1-b33f15359390), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:25.162755 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-99a3b259-f616-42a1-afdf-bee64266ff64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (b5adca8c-b557-431c-bbe1-b33f15359390), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:25.165875 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-99a3b259-f616-42a1-afdf-bee64266ff64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:25.167014 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-99a3b259-f616-42a1-afdf-bee64266ff64 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5adca8c-b557-431c-bbe1-b33f15359390 HTTP/1.1" status: 204 len: 168 time: 0.1195631 Apr 07 14:00:25.175020 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3b259-f616-42a1-afdf-bee64266ff64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5adca8c-b557-431c-bbe1-b33f15359390,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:25.804127 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37102) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:25.854661 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:25.901180 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-de77a95c-6235-40ec-a63d-734f2974cd08 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-724006295-network', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:00:25.920348 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de77a95c-6235-40ec-a63d-734f2974cd08 admin admin] Made reservation on behalf of 5642ba0a26564b09935489b9abd8c8ef for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 14:00:25.922614 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-de77a95c-6235-40ec-a63d-734f2974cd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:25.931080 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-de77a95c-6235-40ec-a63d-734f2974cd08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.002350 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-de77a95c-6235-40ec-a63d-734f2974cd08 admin admin] Publish callbacks [] for security_group (d0994c67-f90d-47e4-b720-9559fe5605c5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.006006 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-de77a95c-6235-40ec-a63d-734f2974cd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (d0994c67-f90d-47e4-b720-9559fe5605c5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.029862 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de77a95c-6235-40ec-a63d-734f2974cd08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 14:00:26.038335 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77a95c-6235-40ec-a63d-734f2974cd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0994c67-f90d-47e4-b720-9559fe5605c5,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:26.044157 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-de77a95c-6235-40ec-a63d-734f2974cd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.044493 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-de77a95c-6235-40ec-a63d-734f2974cd08 admin admin] Added segment a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0 of type vlan for network 2dfc9002-a19f-45d5-99f9-50fdb666062c Apr 07 14:00:26.084826 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-de77a95c-6235-40ec-a63d-734f2974cd08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (2dfc9002-a19f-45d5-99f9-50fdb666062c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.107341 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-de77a95c-6235-40ec-a63d-734f2974cd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (2dfc9002-a19f-45d5-99f9-50fdb666062c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.108262 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de77a95c-6235-40ec-a63d-734f2974cd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:26.108837 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-de77a95c-6235-40ec-a63d-734f2974cd08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.169998 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-de77a95c-6235-40ec-a63d-734f2974cd08 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3647635 Apr 07 14:00:26.172720 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37106) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:26.179146 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-1744796e-59a9-4a41-a63e-d30d559f0328 admin admin] Request body: {'subnet': {'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-724006295-subnet', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:00:26.185754 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77a95c-6235-40ec-a63d-734f2974cd08 admin admin] Pushing event updated for resources: {'Network': ['ID=2dfc9002-a19f-45d5-99f9-50fdb666062c,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:26.196505 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network 2dfc9002-a19f-45d5-99f9-50fdb666062c details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 14:00:26.201080 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1744796e-59a9-4a41-a63e-d30d559f0328 admin admin] Made reservation on behalf of 5642ba0a26564b09935489b9abd8c8ef for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 14:00:26.203480 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1744796e-59a9-4a41-a63e-d30d559f0328 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3624283'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.368619 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1744796e-59a9-4a41-a63e-d30d559f0328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3405876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3715745'] for subnet (7175269d-ff78-4ebd-88d9-c9c519e27f8e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.427887 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744796e-59a9-4a41-a63e-d30d559f0328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7175269d-ff78-4ebd-88d9-c9c519e27f8e,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:26.432754 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1744796e-59a9-4a41-a63e-d30d559f0328 admin admin] Checking segment: {'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 14:00:26.433112 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1744796e-59a9-4a41-a63e-d30d559f0328 admin admin] Network hostable DHCP agents. Network: 2dfc9002-a19f-45d5-99f9-50fdb666062c, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 14:00:26.449458 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1744796e-59a9-4a41-a63e-d30d559f0328 admin admin] Network 2dfc9002-a19f-45d5-99f9-50fdb666062c is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 14:00:26.457812 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-1744796e-59a9-4a41-a63e-d30d559f0328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, 2dfc9002-a19f-45d5-99f9-50fdb666062c) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 14:00:26.461926 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1744796e-59a9-4a41-a63e-d30d559f0328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:26.463394 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1744796e-59a9-4a41-a63e-d30d559f0328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.467125 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c7118e-3e69-4731-b97c-ffaaff441312 None None] Network 2dfc9002-a19f-45d5-99f9-50fdb666062c requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 14:00:26.479456 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1744796e-59a9-4a41-a63e-d30d559f0328 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3057432 Apr 07 14:00:26.482079 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37108) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:26.486235 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:00:26.505101 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57370'] for router (13cde88f-8757-46c2-94f5-f1a6a8cb31c7), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.506139 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-420324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57363'] for router (13cde88f-8757-46c2-94f5-f1a6a8cb31c7), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.561410 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] Publish callbacks [] for router_controller (13cde88f-8757-46c2-94f5-f1a6a8cb31c7), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.570952 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d2e1798-9abe-5abe-a8d6-f7ff823ce7ba-2dfc9002-a19f-45d5-99f9-50fdb666062c', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e'}]}} from dv-cinder-836973-1-iscsi. {{(pid=103373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 14:00:26.571822 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.703853 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] Publish callbacks [] for router_gateway (13cde88f-8757-46c2-94f5-f1a6a8cb31c7), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.706315 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Allocated IP 172.20.0.2 (2dfc9002-a19f-45d5-99f9-50fdb666062c/7175269d-ff78-4ebd-88d9-c9c519e27f8e/4589d905-200b-4ec8-ae2e-ea47072d4c64) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 14:00:26.844937 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Publish callbacks [] for port (4589d905-200b-4ec8-ae2e-ea47072d4c64), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.850451 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (4589d905-200b-4ec8-ae2e-ea47072d4c64), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.891137 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Network 2dfc9002-a19f-45d5-99f9-50fdb666062c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 14:00:26.897995 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 14:00:26.903118 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 14:00:26.905046 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Pushing event updated for resources: {'Port': ['ID=4589d905-200b-4ec8-ae2e-ea47072d4c64,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:26.906449 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] Publish callbacks [] for router_gateway (13cde88f-8757-46c2-94f5-f1a6a8cb31c7), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.925886 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.958130 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Attempting to bind port 4589d905-200b-4ec8-ae2e-ea47072d4c64 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:00:26.958544 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Attempting to bind port 4589d905-200b-4ec8-ae2e-ea47072d4c64 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 14:00:26.959014 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Attempting to bind port 4589d905-200b-4ec8-ae2e-ea47072d4c64 on network 2dfc9002-a19f-45d5-99f9-50fdb666062c {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 14:00:26.964520 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 14:00:26.964903 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Checking segment: {'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 14:00:26.965301 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:26.965697 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Bound using segment: {'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 14:00:26.966167 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Bound port: 4589d905-200b-4ec8-ae2e-ea47072d4c64, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 14:00:26.966576 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (4589d905-200b-4ec8-ae2e-ea47072d4c64), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:27.027474 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] Allocated IP 172.27.0.10 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/3c8c43dc-38f3-4e7d-8b9d-196adaa48353) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 14:00:27.028656 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] For port 4589d905-200b-4ec8-ae2e-ea47072d4c64, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 14:00:27.032445 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] For port 4589d905-200b-4ec8-ae2e-ea47072d4c64, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=4589d905-200b-4ec8-ae2e-ea47072d4c64,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 14:00:27.038381 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (4589d905-200b-4ec8-ae2e-ea47072d4c64), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:27.099285 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf34f3e-eccd-42ae-ab3c-835abf12555a None None] Pushing event updated for resources: {'Port': ['ID=4589d905-200b-4ec8-ae2e-ea47072d4c64,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:27.145309 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] Publish callbacks [] for port (3c8c43dc-38f3-4e7d-8b9d-196adaa48353), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:27.178973 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (3c8c43dc-38f3-4e7d-8b9d-196adaa48353), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:27.219030 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 14:00:27.221899 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 14:00:27.230805 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 14:00:27.261028 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] Pushing event updated for resources: {'Port': ['ID=3c8c43dc-38f3-4e7d-8b9d-196adaa48353,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:27.336294 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:27.752757 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] Publish callbacks [] for router_gateway (13cde88f-8757-46c2-94f5-f1a6a8cb31c7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:27.943244 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c724d06-85ed-41f1-a227-494b00f47f1d None None] Network 2dfc9002-a19f-45d5-99f9-50fdb666062c requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 14:00:27.957120 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431655'] for router (13cde88f-8757-46c2-94f5-f1a6a8cb31c7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:28.027255 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-4dda8a55-51de-4252-8795-d174d4240498 None None] Provisioning complete for port 4589d905-200b-4ec8-ae2e-ea47072d4c64 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:28.027636 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4dda8a55-51de-4252-8795-d174d4240498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (4589d905-200b-4ec8-ae2e-ea47072d4c64), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:28.089444 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] Router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 is scheduled to L3 agent fdb95e97-0059-4137-9443-d45a15104627 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 14:00:28.130985 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4dda8a55-51de-4252-8795-d174d4240498 None None] Current status of the port 4589d905-200b-4ec8-ae2e-ea47072d4c64 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:00:28.131386 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4dda8a55-51de-4252-8795-d174d4240498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (4589d905-200b-4ec8-ae2e-ea47072d4c64), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:28.166653 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-4dda8a55-51de-4252-8795-d174d4240498 None None] For port 4589d905-200b-4ec8-ae2e-ea47072d4c64, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=4589d905-200b-4ec8-ae2e-ea47072d4c64,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:00:28.171682 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4dda8a55-51de-4252-8795-d174d4240498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (4589d905-200b-4ec8-ae2e-ea47072d4c64), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:28.211439 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 14:00:28.223196 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Sync routers for ids ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 14:00:28.233644 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda8a55-51de-4252-8795-d174d4240498 None None] Pushing event updated for resources: {'Port': ['ID=4589d905-200b-4ec8-ae2e-ea47072d4c64,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:28.234794 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:28.236051 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5b8b6040-72b2-414c-b688-a5491e290694 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7530234 Apr 07 14:00:28.239360 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37110) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:28.245053 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Routers {'13cde88f-8757-46c2-94f5-f1a6a8cb31c7'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:00:28.245688 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:00:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:28.489728 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-098c4616-4465-4b45-af3d-e42a48a1ea24 None None] Provisioning complete for port 4589d905-200b-4ec8-ae2e-ea47072d4c64 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:28.490330 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-098c4616-4465-4b45-af3d-e42a48a1ea24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (4589d905-200b-4ec8-ae2e-ea47072d4c64), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:28.495564 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Set router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:00:28.536531 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 4589d905-200b-4ec8-ae2e-ea47072d4c64 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 14:00:28.685331 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e5d49a09-f94d-429d-b2fd-55ac4c836d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:28.738914 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 4589d905-200b-4ec8-ae2e-ea47072d4c64 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:28.739288 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (4589d905-200b-4ec8-ae2e-ea47072d4c64), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:28.765141 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-098c4616-4465-4b45-af3d-e42a48a1ea24 None None] Current status of the port 4589d905-200b-4ec8-ae2e-ea47072d4c64 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:00:28.796263 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:28.837997 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-e5d49a09-f94d-429d-b2fd-55ac4c836d78 admin admin] Allocated IP 172.20.0.1 (2dfc9002-a19f-45d5-99f9-50fdb666062c/7175269d-ff78-4ebd-88d9-c9c519e27f8e/58524504-ae84-4f3f-b709-ed9edb304fe9) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 14:00:28.862635 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 4589d905-200b-4ec8-ae2e-ea47072d4c64 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:00:28.868278 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:27Z', 'revision_number': 3, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:28.894242 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Checking router: 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 14:00:28.894621 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Updating router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 port 3c8c43dc-38f3-4e7d-8b9d-196adaa48353 binding host dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 14:00:28.921760 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (3c8c43dc-38f3-4e7d-8b9d-196adaa48353), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:28.939299 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e5d49a09-f94d-429d-b2fd-55ac4c836d78 admin admin] Publish callbacks [] for port (58524504-ae84-4f3f-b709-ed9edb304fe9), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:28.971789 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e5d49a09-f94d-429d-b2fd-55ac4c836d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (58524504-ae84-4f3f-b709-ed9edb304fe9), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:29.011985 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d49a09-f94d-429d-b2fd-55ac4c836d78 admin admin] Network 2dfc9002-a19f-45d5-99f9-50fdb666062c is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 14:00:29.016348 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-e5d49a09-f94d-429d-b2fd-55ac4c836d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 14:00:29.018753 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d49a09-f94d-429d-b2fd-55ac4c836d78 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 14:00:29.047224 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d49a09-f94d-429d-b2fd-55ac4c836d78 admin admin] Pushing event updated for resources: {'Port': ['ID=58524504-ae84-4f3f-b709-ed9edb304fe9,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:29.065174 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e5d49a09-f94d-429d-b2fd-55ac4c836d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421704'] for router_interface (13cde88f-8757-46c2-94f5-f1a6a8cb31c7), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:29.183116 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Publish callbacks [] for port (3c8c43dc-38f3-4e7d-8b9d-196adaa48353), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:29.189370 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (3c8c43dc-38f3-4e7d-8b9d-196adaa48353), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:29.209324 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e5d49a09-f94d-429d-b2fd-55ac4c836d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (58524504-ae84-4f3f-b709-ed9edb304fe9), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:29.244151 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Attempting to bind port 3c8c43dc-38f3-4e7d-8b9d-196adaa48353 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:00:29.244520 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Attempting to bind port 3c8c43dc-38f3-4e7d-8b9d-196adaa48353 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 14:00:29.244881 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Attempting to bind port 3c8c43dc-38f3-4e7d-8b9d-196adaa48353 on network 11de5774-1b52-4991-93c6-544d79153129 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 14:00:29.246853 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9a889-e525-4d74-837f-83a65c120ad9 None None] Pushing event updated for resources: {'Port': ['ID=3c8c43dc-38f3-4e7d-8b9d-196adaa48353,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:29.252885 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 14, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 14:00:29.253256 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Checking segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 14:00:29.253655 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:29.254032 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Bound using segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 14:00:29.254517 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Bound port: 3c8c43dc-38f3-4e7d-8b9d-196adaa48353, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 14:00:29.255450 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (3c8c43dc-38f3-4e7d-8b9d-196adaa48353), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:29.316470 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] For port 3c8c43dc-38f3-4e7d-8b9d-196adaa48353, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 14:00:29.318942 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-85b531a9-73fc-410d-be2e-5417c3857d2c None None] Provisioning complete for port 58524504-ae84-4f3f-b709-ed9edb304fe9 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:29.319386 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-85b531a9-73fc-410d-be2e-5417c3857d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (58524504-ae84-4f3f-b709-ed9edb304fe9), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:29.322908 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] For port 3c8c43dc-38f3-4e7d-8b9d-196adaa48353, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=3c8c43dc-38f3-4e7d-8b9d-196adaa48353,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 14:00:29.352554 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (3c8c43dc-38f3-4e7d-8b9d-196adaa48353), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:29.379557 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e5d49a09-f94d-429d-b2fd-55ac4c836d78 admin admin] Publish callbacks [] for port (58524504-ae84-4f3f-b709-ed9edb304fe9), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:29.384980 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e5d49a09-f94d-429d-b2fd-55ac4c836d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (58524504-ae84-4f3f-b709-ed9edb304fe9), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:29.402450 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-85b531a9-73fc-410d-be2e-5417c3857d2c None None] Port 58524504-ae84-4f3f-b709-ed9edb304fe9 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 14:00:29.417228 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Routers {'13cde88f-8757-46c2-94f5-f1a6a8cb31c7'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:00:29.417858 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:00:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:29.451255 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d49a09-f94d-429d-b2fd-55ac4c836d78 admin admin] Pushing event updated for resources: {'Port': ['ID=58524504-ae84-4f3f-b709-ed9edb304fe9,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:29.453762 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e5d49a09-f94d-429d-b2fd-55ac4c836d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421860'] for router_interface (13cde88f-8757-46c2-94f5-f1a6a8cb31c7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:29.462988 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9a889-e525-4d74-837f-83a65c120ad9 None None] Pushing event updated for resources: {'Port': ['ID=3c8c43dc-38f3-4e7d-8b9d-196adaa48353,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:29.537568 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] Set router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:00:29.547623 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d49a09-f94d-429d-b2fd-55ac4c836d78 admin admin] Network 2dfc9002-a19f-45d5-99f9-50fdb666062c is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 14:00:29.548957 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-e5d49a09-f94d-429d-b2fd-55ac4c836d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 14:00:29.673970 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d49a09-f94d-429d-b2fd-55ac4c836d78 admin admin] Router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 14:00:29.750648 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 2, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:29.781294 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bebbfa-7903-4eaa-9b71-7dcb90f01a2a None None] The sync data for ids ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'] in dv-cinder-836973-1-iscsi is: [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 2, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 14:00:29.792746 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d49a09-f94d-429d-b2fd-55ac4c836d78 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 14:00:29.797703 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e5d49a09-f94d-429d-b2fd-55ac4c836d78 admin admin] 10.222.0.39 "PUT /v2.0/routers/13cde88f-8757-46c2-94f5-f1a6a8cb31c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5573223 Apr 07 14:00:29.824433 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-cad3c982-29ff-41cc-b65d-db9cf6ddaf27 None None] Provisioning complete for port 58524504-ae84-4f3f-b709-ed9edb304fe9 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:29.824743 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cad3c982-29ff-41cc-b65d-db9cf6ddaf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (58524504-ae84-4f3f-b709-ed9edb304fe9), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:29.860726 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-cad3c982-29ff-41cc-b65d-db9cf6ddaf27 None None] Port 58524504-ae84-4f3f-b709-ed9edb304fe9 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 14:00:30.288476 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37126) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:30.294119 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-10df28a1-5d53-4811-9c74-d3f0fb45223a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-723403161-network', 'tenant_id': '8f3c0e7d952240809f1bdf1c7770de03'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:00:30.314933 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10df28a1-5d53-4811-9c74-d3f0fb45223a admin admin] Made reservation on behalf of 8f3c0e7d952240809f1bdf1c7770de03 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 14:00:30.317264 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-10df28a1-5d53-4811-9c74-d3f0fb45223a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:30.327532 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-10df28a1-5d53-4811-9c74-d3f0fb45223a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:30.425437 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-10df28a1-5d53-4811-9c74-d3f0fb45223a admin admin] Publish callbacks [] for security_group (2e73fce1-03b8-4946-afb3-b297282ee2c5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:30.431709 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-10df28a1-5d53-4811-9c74-d3f0fb45223a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (2e73fce1-03b8-4946-afb3-b297282ee2c5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:30.458109 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10df28a1-5d53-4811-9c74-d3f0fb45223a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 14:00:30.478974 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-10df28a1-5d53-4811-9c74-d3f0fb45223a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (b95dd487-2962-49dc-ba93-cab5f465d3ad), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:30.479315 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-10df28a1-5d53-4811-9c74-d3f0fb45223a admin admin] Added segment b95dd487-2962-49dc-ba93-cab5f465d3ad of type vlan for network 7fa792f8-9a5b-41f0-8238-42f73c2e6bde Apr 07 14:00:30.480653 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df28a1-5d53-4811-9c74-d3f0fb45223a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e73fce1-03b8-4946-afb3-b297282ee2c5,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:30.517424 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 3c8c43dc-38f3-4e7d-8b9d-196adaa48353 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 14:00:30.532495 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-10df28a1-5d53-4811-9c74-d3f0fb45223a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738487485570'] for network (7fa792f8-9a5b-41f0-8238-42f73c2e6bde), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:30.562232 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-10df28a1-5d53-4811-9c74-d3f0fb45223a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617'] for network (7fa792f8-9a5b-41f0-8238-42f73c2e6bde), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:30.563566 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df28a1-5d53-4811-9c74-d3f0fb45223a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:30.571089 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-10df28a1-5d53-4811-9c74-d3f0fb45223a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:30.574799 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 3c8c43dc-38f3-4e7d-8b9d-196adaa48353 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:30.575362 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (3c8c43dc-38f3-4e7d-8b9d-196adaa48353), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:30.642418 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-10df28a1-5d53-4811-9c74-d3f0fb45223a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3527429 Apr 07 14:00:30.645148 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 37128) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:30.650730 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-a8b792c5-6838-4e42-a3e6-60d4034e4f6e admin admin] Request body: {'subnet': {'network_id': '7fa792f8-9a5b-41f0-8238-42f73c2e6bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-723403161-subnet', 'tenant_id': '8f3c0e7d952240809f1bdf1c7770de03', 'ip_version': 4}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:00:30.651645 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df28a1-5d53-4811-9c74-d3f0fb45223a admin admin] Pushing event updated for resources: {'Network': ['ID=7fa792f8-9a5b-41f0-8238-42f73c2e6bde,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:30.665968 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Network 7fa792f8-9a5b-41f0-8238-42f73c2e6bde details requested by agent ovs-agent-dv-cinder-836973-1-iscsi with host dv-cinder-836973-1-iscsi {{(pid=103373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 14:00:30.672851 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b792c5-6838-4e42-a3e6-60d4034e4f6e admin admin] Made reservation on behalf of 8f3c0e7d952240809f1bdf1c7770de03 for: {'subnet': 1} {{(pid=103372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 14:00:30.675252 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a8b792c5-6838-4e42-a3e6-60d4034e4f6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59369355'] for subnet (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:30.723941 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 3c8c43dc-38f3-4e7d-8b9d-196adaa48353 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:00:30.724343 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (3c8c43dc-38f3-4e7d-8b9d-196adaa48353), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:30.760253 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] For port 3c8c43dc-38f3-4e7d-8b9d-196adaa48353, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=3c8c43dc-38f3-4e7d-8b9d-196adaa48353,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:00:30.765555 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (3c8c43dc-38f3-4e7d-8b9d-196adaa48353), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:30.818955 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Pushing event updated for resources: {'Port': ['ID=3c8c43dc-38f3-4e7d-8b9d-196adaa48353,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:30.855870 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a8b792c5-6838-4e42-a3e6-60d4034e4f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59119729'] for subnet (a82d7fb3-a02b-42dc-a87b-349d7bd9ac02), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:30.912557 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b792c5-6838-4e42-a3e6-60d4034e4f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a82d7fb3-a02b-42dc-a87b-349d7bd9ac02,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:30.922131 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b792c5-6838-4e42-a3e6-60d4034e4f6e admin admin] Checking segment: {'id': 'b95dd487-2962-49dc-ba93-cab5f465d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fa792f8-9a5b-41f0-8238-42f73c2e6bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 14:00:30.922528 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b792c5-6838-4e42-a3e6-60d4034e4f6e admin admin] Network hostable DHCP agents. Network: 7fa792f8-9a5b-41f0-8238-42f73c2e6bde, hostable agents: ['7e09ed4b-3fbc-4182-89b8-ea85e81adb2c'], hosted agents: [] {{(pid=103372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 14:00:30.940914 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b792c5-6838-4e42-a3e6-60d4034e4f6e admin admin] Network 7fa792f8-9a5b-41f0-8238-42f73c2e6bde is scheduled to be hosted by DHCP agent 7e09ed4b-3fbc-4182-89b8-ea85e81adb2c with binding_index 1 {{(pid=103372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 14:00:30.950881 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-a8b792c5-6838-4e42-a3e6-60d4034e4f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-1-iscsi, 7fa792f8-9a5b-41f0-8238-42f73c2e6bde) {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 14:00:30.955595 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b792c5-6838-4e42-a3e6-60d4034e4f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:30.956416 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a8b792c5-6838-4e42-a3e6-60d4034e4f6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:30.960517 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933dcb4b-8c38-46a4-9e5f-aab31aebf88a None None] Network 7fa792f8-9a5b-41f0-8238-42f73c2e6bde requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 14:00:30.983501 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-a8b792c5-6838-4e42-a3e6-60d4034e4f6e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3346236 Apr 07 14:00:30.983740 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 37130) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:30.988246 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-723403161-router', 'tenant_id': '8f3c0e7d952240809f1bdf1c7770de03', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:00:31.009015 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57370'] for router (8e463ce2-fa73-4662-87f5-0b03fcc0bf15), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:31.010172 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-420324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57363'] for router (8e463ce2-fa73-4662-87f5-0b03fcc0bf15), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:31.070710 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] Publish callbacks [] for router_controller (8e463ce2-fa73-4662-87f5-0b03fcc0bf15), precommit_add_association {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:31.075109 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d2e1798-9abe-5abe-a8d6-f7ff823ce7ba-7fa792f8-9a5b-41f0-8238-42f73c2e6bde', 'network_id': '7fa792f8-9a5b-41f0-8238-42f73c2e6bde', 'project_id': '8f3c0e7d952240809f1bdf1c7770de03', 'fixed_ips': [{'subnet_id': 'a82d7fb3-a02b-42dc-a87b-349d7bd9ac02'}]}} from dv-cinder-836973-1-iscsi. {{(pid=103373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 14:00:31.075971 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:31.208261 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Allocated IP 172.20.0.2 (7fa792f8-9a5b-41f0-8238-42f73c2e6bde/a82d7fb3-a02b-42dc-a87b-349d7bd9ac02/fdb81aa6-9191-4dea-aed4-ba8538681096) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 14:00:31.214145 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] Publish callbacks [] for router_gateway (8e463ce2-fa73-4662-87f5-0b03fcc0bf15), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:31.355598 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Publish callbacks [] for port (fdb81aa6-9191-4dea-aed4-ba8538681096), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:31.360893 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676'] for port (fdb81aa6-9191-4dea-aed4-ba8538681096), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:31.397529 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Network 7fa792f8-9a5b-41f0-8238-42f73c2e6bde is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 14:00:31.405220 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 14:00:31.409543 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 14:00:31.412503 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Pushing event updated for resources: {'Port': ['ID=fdb81aa6-9191-4dea-aed4-ba8538681096,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:31.419106 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] Publish callbacks [] for router_gateway (8e463ce2-fa73-4662-87f5-0b03fcc0bf15), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:31.441296 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:31.472473 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Attempting to bind port fdb81aa6-9191-4dea-aed4-ba8538681096 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:00:31.472902 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Attempting to bind port fdb81aa6-9191-4dea-aed4-ba8538681096 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': 'b95dd487-2962-49dc-ba93-cab5f465d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fa792f8-9a5b-41f0-8238-42f73c2e6bde'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 14:00:31.473190 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Attempting to bind port fdb81aa6-9191-4dea-aed4-ba8538681096 on network 7fa792f8-9a5b-41f0-8238-42f73c2e6bde {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 14:00:31.479440 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 14, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 14:00:31.479822 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Checking segment: {'id': 'b95dd487-2962-49dc-ba93-cab5f465d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fa792f8-9a5b-41f0-8238-42f73c2e6bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 14:00:31.480780 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:31.481190 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Bound using segment: {'id': 'b95dd487-2962-49dc-ba93-cab5f465d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fa792f8-9a5b-41f0-8238-42f73c2e6bde'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 14:00:31.481648 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Bound port: fdb81aa6-9191-4dea-aed4-ba8538681096, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95dd487-2962-49dc-ba93-cab5f465d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fa792f8-9a5b-41f0-8238-42f73c2e6bde'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 14:00:31.482051 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (fdb81aa6-9191-4dea-aed4-ba8538681096), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:31.553010 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] For port fdb81aa6-9191-4dea-aed4-ba8538681096, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 14:00:31.555385 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] Allocated IP 172.27.0.222 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/091a25a5-5e1a-493f-a8fe-c1bd24e043e1) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 14:00:31.556226 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] For port fdb81aa6-9191-4dea-aed4-ba8538681096, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=fdb81aa6-9191-4dea-aed4-ba8538681096,segment=NetworkSegment(b95dd487-2962-49dc-ba93-cab5f465d3ad),segment_id=b95dd487-2962-49dc-ba93-cab5f465d3ad)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 14:00:31.564752 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (fdb81aa6-9191-4dea-aed4-ba8538681096), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:31.623207 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079d003-73fe-480a-9820-bcb7bb70233b None None] Pushing event updated for resources: {'Port': ['ID=fdb81aa6-9191-4dea-aed4-ba8538681096,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:31.678103 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] Publish callbacks [] for port (091a25a5-5e1a-493f-a8fe-c1bd24e043e1), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:31.715481 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (091a25a5-5e1a-493f-a8fe-c1bd24e043e1), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:31.785852 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 14:00:31.799404 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Sync routers for ids ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 14:00:31.801580 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 14:00:31.805005 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 14:00:31.816243 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Routers {'13cde88f-8757-46c2-94f5-f1a6a8cb31c7'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:00:31.816897 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:00:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:31.827092 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] Pushing event updated for resources: {'Port': ['ID=091a25a5-5e1a-493f-a8fe-c1bd24e043e1,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:31.932524 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Set router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:00:32.061937 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] Publish callbacks [] for router_gateway (8e463ce2-fa73-4662-87f5-0b03fcc0bf15), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:32.130911 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 2, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:32.156932 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Checking router: 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 14:00:32.157291 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Updating router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 port 58524504-ae84-4f3f-b709-ed9edb304fe9 binding host dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 14:00:32.190178 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (58524504-ae84-4f3f-b709-ed9edb304fe9), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:32.268017 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431655'] for router (8e463ce2-fa73-4662-87f5-0b03fcc0bf15), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:32.406258 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] Router 8e463ce2-fa73-4662-87f5-0b03fcc0bf15 is scheduled to L3 agent fdb95e97-0059-4137-9443-d45a15104627 with binding_index 1 {{(pid=103372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 14:00:32.490086 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Publish callbacks [] for port (58524504-ae84-4f3f-b709-ed9edb304fe9), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:32.496487 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (58524504-ae84-4f3f-b709-ed9edb304fe9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:32.530707 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 14:00:32.535932 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d6b06-c8eb-4812-bbc4-b6f34bb46794 None None] Network 7fa792f8-9a5b-41f0-8238-42f73c2e6bde requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 14:00:32.536683 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3608fe-b71c-4072-a2e2-dbf1f6eb577b None None] Pushing event updated for resources: {'Port': ['ID=58524504-ae84-4f3f-b709-ed9edb304fe9,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:32.543541 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Sync routers for ids ['8e463ce2-fa73-4662-87f5-0b03fcc0bf15'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 14:00:32.547546 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3608fe-b71c-4072-a2e2-dbf1f6eb577b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:32.547892 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3608fe-b71c-4072-a2e2-dbf1f6eb577b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:32.548333 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3608fe-b71c-4072-a2e2-dbf1f6eb577b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:32.548761 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3608fe-b71c-4072-a2e2-dbf1f6eb577b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:32.549131 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3608fe-b71c-4072-a2e2-dbf1f6eb577b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:32.549468 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3608fe-b71c-4072-a2e2-dbf1f6eb577b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:32.549790 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3608fe-b71c-4072-a2e2-dbf1f6eb577b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:32.550365 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3608fe-b71c-4072-a2e2-dbf1f6eb577b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:32.551138 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3608fe-b71c-4072-a2e2-dbf1f6eb577b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:32.551665 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3608fe-b71c-4072-a2e2-dbf1f6eb577b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:32.552202 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3608fe-b71c-4072-a2e2-dbf1f6eb577b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:32.552542 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3608fe-b71c-4072-a2e2-dbf1f6eb577b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:32.552872 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3608fe-b71c-4072-a2e2-dbf1f6eb577b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:32.553248 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3608fe-b71c-4072-a2e2-dbf1f6eb577b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:32.553569 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3608fe-b71c-4072-a2e2-dbf1f6eb577b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:00:32.554199 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:32.559176 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-eeee9e67-4c75-48cf-9e94-2eb934e4a77c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5720387 Apr 07 14:00:32.559526 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37132) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:32.586763 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Routers {'8e463ce2-fa73-4662-87f5-0b03fcc0bf15'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:00:32.587548 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:00:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['8e463ce2-fa73-4662-87f5-0b03fcc0bf15'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:32.649723 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Attempting to bind port 58524504-ae84-4f3f-b709-ed9edb304fe9 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:00:32.650087 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Attempting to bind port 58524504-ae84-4f3f-b709-ed9edb304fe9 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 14:00:32.650539 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Attempting to bind port 58524504-ae84-4f3f-b709-ed9edb304fe9 on network 2dfc9002-a19f-45d5-99f9-50fdb666062c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 14:00:32.655782 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 14, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 14:00:32.656671 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Checking segment: {'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 14:00:32.657232 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:32.657773 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Bound using segment: {'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 14:00:32.658420 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Bound port: 58524504-ae84-4f3f-b709-ed9edb304fe9, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 14:00:32.658980 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (58524504-ae84-4f3f-b709-ed9edb304fe9), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:32.734535 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] For port 58524504-ae84-4f3f-b709-ed9edb304fe9, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 14:00:32.738239 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] For port 58524504-ae84-4f3f-b709-ed9edb304fe9, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=58524504-ae84-4f3f-b709-ed9edb304fe9,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 14:00:32.748214 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (58524504-ae84-4f3f-b709-ed9edb304fe9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:32.814365 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device fdb81aa6-9191-4dea-aed4-ba8538681096 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 14:00:32.817008 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3608fe-b71c-4072-a2e2-dbf1f6eb577b None None] Pushing event updated for resources: {'Port': ['ID=58524504-ae84-4f3f-b709-ed9edb304fe9,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:32.872610 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Routers {'13cde88f-8757-46c2-94f5-f1a6a8cb31c7'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:00:32.873782 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:00:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:32.925563 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-beda786a-2ddb-4d4e-b157-ed8451e09854 None None] Provisioning complete for port fdb81aa6-9191-4dea-aed4-ba8538681096 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:32.925940 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-beda786a-2ddb-4d4e-b157-ed8451e09854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (fdb81aa6-9191-4dea-aed4-ba8538681096), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:33.014392 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Set router 8e463ce2-fa73-4662-87f5-0b03fcc0bf15 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:00:33.020305 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] Set router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:00:33.111822 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port fdb81aa6-9191-4dea-aed4-ba8538681096 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:33.112119 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (fdb81aa6-9191-4dea-aed4-ba8538681096), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:33.235239 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-beda786a-2ddb-4d4e-b157-ed8451e09854 None None] Current status of the port fdb81aa6-9191-4dea-aed4-ba8538681096 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:00:33.235632 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-beda786a-2ddb-4d4e-b157-ed8451e09854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (fdb81aa6-9191-4dea-aed4-ba8538681096), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:33.322266 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-beda786a-2ddb-4d4e-b157-ed8451e09854 None None] For port fdb81aa6-9191-4dea-aed4-ba8538681096, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=fdb81aa6-9191-4dea-aed4-ba8538681096,segment=NetworkSegment(b95dd487-2962-49dc-ba93-cab5f465d3ad),segment_id=b95dd487-2962-49dc-ba93-cab5f465d3ad)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:00:33.338734 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-beda786a-2ddb-4d4e-b157-ed8451e09854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (fdb81aa6-9191-4dea-aed4-ba8538681096), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:33.345484 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5e8318fa-bec9-43be-b3f2-bed4c26a26a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:33.363260 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:32Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:33.371763 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port fdb81aa6-9191-4dea-aed4-ba8538681096 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:00:33.372160 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (fdb81aa6-9191-4dea-aed4-ba8538681096), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:33.398438 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a33ad97-cd0b-46dd-91a9-883abd8b7fe5 None None] The sync data for ids ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'] in dv-cinder-836973-1-iscsi is: [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:32Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 14:00:33.439527 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda786a-2ddb-4d4e-b157-ed8451e09854 None None] Pushing event updated for resources: {'Port': ['ID=fdb81aa6-9191-4dea-aed4-ba8538681096,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:33.446149 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'name': 'tempest-TestVolumeBootPattern-723403161-router', 'tenant_id': '8f3c0e7d952240809f1bdf1c7770de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '091a25a5-5e1a-493f-a8fe-c1bd24e043e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:31Z', 'updated_at': '2022-04-07T14:00:31Z', 'revision_number': 3, 'project_id': '8f3c0e7d952240809f1bdf1c7770de03', 'gw_port': {'id': '091a25a5-5e1a-493f-a8fe-c1bd24e043e1', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:31:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:31Z', 'updated_at': '2022-04-07T14:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:33.507551 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Checking router: 8e463ce2-fa73-4662-87f5-0b03fcc0bf15 for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 14:00:33.507912 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Updating router 8e463ce2-fa73-4662-87f5-0b03fcc0bf15 port 091a25a5-5e1a-493f-a8fe-c1bd24e043e1 binding host dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 14:00:33.541530 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.db.api [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 14:00:33.541890 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG oslo_db.api [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 14:00:33.544529 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-a2b24f9d-c7fa-4455-b5a5-064dccd2c711 None None] Provisioning complete for port 58524504-ae84-4f3f-b709-ed9edb304fe9 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:33.544905 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2b24f9d-c7fa-4455-b5a5-064dccd2c711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (58524504-ae84-4f3f-b709-ed9edb304fe9), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:33.547607 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-5e8318fa-bec9-43be-b3f2-bed4c26a26a0 admin admin] Allocated IP 172.20.0.1 (7fa792f8-9a5b-41f0-8238-42f73c2e6bde/a82d7fb3-a02b-42dc-a87b-349d7bd9ac02/398ed084-982e-48f7-930b-409d0d95b9b9) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 14:00:33.570322 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (091a25a5-5e1a-493f-a8fe-c1bd24e043e1), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:33.664014 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5e8318fa-bec9-43be-b3f2-bed4c26a26a0 admin admin] Publish callbacks [] for port (398ed084-982e-48f7-930b-409d0d95b9b9), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:33.707896 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5e8318fa-bec9-43be-b3f2-bed4c26a26a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (398ed084-982e-48f7-930b-409d0d95b9b9), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:33.740720 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-a2b24f9d-c7fa-4455-b5a5-064dccd2c711 None None] Current status of the port 58524504-ae84-4f3f-b709-ed9edb304fe9 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:00:33.741254 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2b24f9d-c7fa-4455-b5a5-064dccd2c711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (58524504-ae84-4f3f-b709-ed9edb304fe9), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:33.746565 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8318fa-bec9-43be-b3f2-bed4c26a26a0 admin admin] Network 7fa792f8-9a5b-41f0-8238-42f73c2e6bde is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 14:00:33.751247 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-5e8318fa-bec9-43be-b3f2-bed4c26a26a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 14:00:33.756968 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8318fa-bec9-43be-b3f2-bed4c26a26a0 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 14:00:33.784384 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8318fa-bec9-43be-b3f2-bed4c26a26a0 admin admin] Pushing event updated for resources: {'Port': ['ID=398ed084-982e-48f7-930b-409d0d95b9b9,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:33.811630 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5e8318fa-bec9-43be-b3f2-bed4c26a26a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421704'] for router_interface (8e463ce2-fa73-4662-87f5-0b03fcc0bf15), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:33.821940 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-a2b24f9d-c7fa-4455-b5a5-064dccd2c711 None None] For port 58524504-ae84-4f3f-b709-ed9edb304fe9, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=58524504-ae84-4f3f-b709-ed9edb304fe9,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:00:33.836494 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2b24f9d-c7fa-4455-b5a5-064dccd2c711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (58524504-ae84-4f3f-b709-ed9edb304fe9), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:33.936993 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b24f9d-c7fa-4455-b5a5-064dccd2c711 None None] Pushing event updated for resources: {'Port': ['ID=58524504-ae84-4f3f-b709-ed9edb304fe9,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:33.969382 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Publish callbacks [] for port (091a25a5-5e1a-493f-a8fe-c1bd24e043e1), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:33.969762 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5e8318fa-bec9-43be-b3f2-bed4c26a26a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (398ed084-982e-48f7-930b-409d0d95b9b9), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:33.978769 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (091a25a5-5e1a-493f-a8fe-c1bd24e043e1), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:33.980594 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-0fa07733-6af5-487b-9d30-2c4ce33ce2fd None None] Provisioning complete for port fdb81aa6-9191-4dea-aed4-ba8538681096 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:33.981041 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0fa07733-6af5-487b-9d30-2c4ce33ce2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (fdb81aa6-9191-4dea-aed4-ba8538681096), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:34.093938 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Attempting to bind port 091a25a5-5e1a-493f-a8fe-c1bd24e043e1 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:00:34.093938 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Attempting to bind port 091a25a5-5e1a-493f-a8fe-c1bd24e043e1 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 14:00:34.094258 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Attempting to bind port 091a25a5-5e1a-493f-a8fe-c1bd24e043e1 on network 11de5774-1b52-4991-93c6-544d79153129 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 14:00:34.101434 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8206af7-4849-4aef-90c7-8324c4cfdccc None None] Pushing event updated for resources: {'Port': ['ID=091a25a5-5e1a-493f-a8fe-c1bd24e043e1,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:34.115942 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 14, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 14:00:34.116325 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Checking segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 14:00:34.116728 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:34.117125 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Bound using segment: {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 14:00:34.118182 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Bound port: 091a25a5-5e1a-493f-a8fe-c1bd24e043e1, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ede3862-f3dd-4125-adcb-1422a1e9ce95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11de5774-1b52-4991-93c6-544d79153129'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 14:00:34.118597 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (091a25a5-5e1a-493f-a8fe-c1bd24e043e1), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:34.121230 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port fdb81aa6-9191-4dea-aed4-ba8538681096 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:00:34.122223 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 3c8c43dc-38f3-4e7d-8b9d-196adaa48353 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 14:00:34.160988 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5e8318fa-bec9-43be-b3f2-bed4c26a26a0 admin admin] Publish callbacks [] for port (398ed084-982e-48f7-930b-409d0d95b9b9), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:34.168601 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5e8318fa-bec9-43be-b3f2-bed4c26a26a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (398ed084-982e-48f7-930b-409d0d95b9b9), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:34.238120 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5e8318fa-bec9-43be-b3f2-bed4c26a26a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421860'] for router_interface (8e463ce2-fa73-4662-87f5-0b03fcc0bf15), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:34.238415 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] For port 091a25a5-5e1a-493f-a8fe-c1bd24e043e1, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 14:00:34.240760 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8318fa-bec9-43be-b3f2-bed4c26a26a0 admin admin] Pushing event updated for resources: {'Port': ['ID=398ed084-982e-48f7-930b-409d0d95b9b9,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:34.251458 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-0fa07733-6af5-487b-9d30-2c4ce33ce2fd None None] Current status of the port fdb81aa6-9191-4dea-aed4-ba8538681096 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:00:34.258346 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] For port 091a25a5-5e1a-493f-a8fe-c1bd24e043e1, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=091a25a5-5e1a-493f-a8fe-c1bd24e043e1,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 14:00:34.267098 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (091a25a5-5e1a-493f-a8fe-c1bd24e043e1), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:34.272228 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 3c8c43dc-38f3-4e7d-8b9d-196adaa48353 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:34.272599 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (3c8c43dc-38f3-4e7d-8b9d-196adaa48353), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:34.338141 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8318fa-bec9-43be-b3f2-bed4c26a26a0 admin admin] Network 7fa792f8-9a5b-41f0-8238-42f73c2e6bde is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 14:00:34.339550 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-5e8318fa-bec9-43be-b3f2-bed4c26a26a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 14:00:34.365880 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Routers {'8e463ce2-fa73-4662-87f5-0b03fcc0bf15'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:00:34.366546 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:00:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['8e463ce2-fa73-4662-87f5-0b03fcc0bf15'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:34.373019 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8206af7-4849-4aef-90c7-8324c4cfdccc None None] Pushing event updated for resources: {'Port': ['ID=091a25a5-5e1a-493f-a8fe-c1bd24e043e1,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:34.433905 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-0e429647-d630-4eb4-bacb-c20eb900a88e None None] Provisioning complete for port 398ed084-982e-48f7-930b-409d0d95b9b9 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:34.434287 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0e429647-d630-4eb4-bacb-c20eb900a88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (398ed084-982e-48f7-930b-409d0d95b9b9), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:34.475085 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8318fa-bec9-43be-b3f2-bed4c26a26a0 admin admin] Router 8e463ce2-fa73-4662-87f5-0b03fcc0bf15 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 14:00:34.598410 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8318fa-bec9-43be-b3f2-bed4c26a26a0 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 14:00:34.603330 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5e8318fa-bec9-43be-b3f2-bed4c26a26a0 admin admin] 10.222.0.39 "PUT /v2.0/routers/8e463ce2-fa73-4662-87f5-0b03fcc0bf15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0427721 Apr 07 14:00:34.670569 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-0e429647-d630-4eb4-bacb-c20eb900a88e None None] Port 398ed084-982e-48f7-930b-409d0d95b9b9 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 14:00:34.686615 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 3c8c43dc-38f3-4e7d-8b9d-196adaa48353 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:00:34.698048 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] Set router 8e463ce2-fa73-4662-87f5-0b03fcc0bf15 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:00:34.783149 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device fdb81aa6-9191-4dea-aed4-ba8538681096 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 14:00:34.871822 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-55792dc5-9320-4fe3-a5c5-c06689e76a5e None None] Provisioning complete for port 398ed084-982e-48f7-930b-409d0d95b9b9 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:34.872472 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55792dc5-9320-4fe3-a5c5-c06689e76a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (398ed084-982e-48f7-930b-409d0d95b9b9), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:34.930764 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-55792dc5-9320-4fe3-a5c5-c06689e76a5e None None] Port 398ed084-982e-48f7-930b-409d0d95b9b9 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 14:00:34.938722 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port fdb81aa6-9191-4dea-aed4-ba8538681096 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:34.939097 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (fdb81aa6-9191-4dea-aed4-ba8538681096), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.023346 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37142) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:35.028068 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-c94dddee-f771-4148-92c2-3835182e434c tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1096496219', 'description': 'tempest-secgroup-smoke-1096496219 description', 'project_id': '5642ba0a26564b09935489b9abd8c8ef'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:00:35.048155 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c94dddee-f771-4148-92c2-3835182e434c tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.053023 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'name': 'tempest-TestVolumeBootPattern-723403161-router', 'tenant_id': '8f3c0e7d952240809f1bdf1c7770de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '091a25a5-5e1a-493f-a8fe-c1bd24e043e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:31Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 4, 'project_id': '8f3c0e7d952240809f1bdf1c7770de03', 'gw_port': {'id': '091a25a5-5e1a-493f-a8fe-c1bd24e043e1', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:31:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:31Z', 'updated_at': '2022-04-07T14:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '398ed084-982e-48f7-930b-409d0d95b9b9', 'name': '', 'network_id': '7fa792f8-9a5b-41f0-8238-42f73c2e6bde', 'tenant_id': '8f3c0e7d952240809f1bdf1c7770de03', 'mac_address': 'fa:16:3e:91:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'a82d7fb3-a02b-42dc-a87b-349d7bd9ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:33Z', 'updated_at': '2022-04-07T14:00:34Z', 'revision_number': 2, 'project_id': '8f3c0e7d952240809f1bdf1c7770de03', 'subnets': [{'id': 'a82d7fb3-a02b-42dc-a87b-349d7bd9ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:35.057861 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port fdb81aa6-9191-4dea-aed4-ba8538681096 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:00:35.058942 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 58524504-ae84-4f3f-b709-ed9edb304fe9 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 14:00:35.102176 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942c1a9b-2fc4-4f23-8d47-32aefd6ae550 None None] The sync data for ids ['8e463ce2-fa73-4662-87f5-0b03fcc0bf15'] in dv-cinder-836973-1-iscsi is: [{'id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'name': 'tempest-TestVolumeBootPattern-723403161-router', 'tenant_id': '8f3c0e7d952240809f1bdf1c7770de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '091a25a5-5e1a-493f-a8fe-c1bd24e043e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:31Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 4, 'project_id': '8f3c0e7d952240809f1bdf1c7770de03', 'gw_port': {'id': '091a25a5-5e1a-493f-a8fe-c1bd24e043e1', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:31:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:31Z', 'updated_at': '2022-04-07T14:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '398ed084-982e-48f7-930b-409d0d95b9b9', 'name': '', 'network_id': '7fa792f8-9a5b-41f0-8238-42f73c2e6bde', 'tenant_id': '8f3c0e7d952240809f1bdf1c7770de03', 'mac_address': 'fa:16:3e:91:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'a82d7fb3-a02b-42dc-a87b-349d7bd9ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:33Z', 'updated_at': '2022-04-07T14:00:34Z', 'revision_number': 2, 'project_id': '8f3c0e7d952240809f1bdf1c7770de03', 'subnets': [{'id': 'a82d7fb3-a02b-42dc-a87b-349d7bd9ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 14:00:35.122341 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c94dddee-f771-4148-92c2-3835182e434c tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group (edd8a53e-050d-4e12-90b8-d836ba299a2a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.128569 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c94dddee-f771-4148-92c2-3835182e434c tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (edd8a53e-050d-4e12-90b8-d836ba299a2a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.141108 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 58524504-ae84-4f3f-b709-ed9edb304fe9 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:35.141487 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (58524504-ae84-4f3f-b709-ed9edb304fe9), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.162179 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c94dddee-f771-4148-92c2-3835182e434c tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.163502 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c94dddee-f771-4148-92c2-3835182e434c tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1390820 Apr 07 14:00:35.166580 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37144) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:35.171319 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-c8eef5be-5e84-433c-90ee-0b7a94b404bc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Request body: {'security_group_rule': {'security_group_id': 'edd8a53e-050d-4e12-90b8-d836ba299a2a', 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:00:35.176569 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94dddee-f771-4148-92c2-3835182e434c tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd8a53e-050d-4e12-90b8-d836ba299a2a,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:35.208645 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c8eef5be-5e84-433c-90ee-0b7a94b404bc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group_rule (a7bd0f86-c21e-4d5f-9bb7-81a8af6814f4), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.229344 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 58524504-ae84-4f3f-b709-ed9edb304fe9 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:00:35.270158 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c8eef5be-5e84-433c-90ee-0b7a94b404bc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group_rule (a7bd0f86-c21e-4d5f-9bb7-81a8af6814f4), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.274603 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c8eef5be-5e84-433c-90ee-0b7a94b404bc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (a7bd0f86-c21e-4d5f-9bb7-81a8af6814f4), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.291347 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.293474 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eef5be-5e84-433c-90ee-0b7a94b404bc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7bd0f86-c21e-4d5f-9bb7-81a8af6814f4,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:35.305795 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c8eef5be-5e84-433c-90ee-0b7a94b404bc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.310039 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c8eef5be-5e84-433c-90ee-0b7a94b404bc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395159 Apr 07 14:00:35.310235 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 37146) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:35.324695 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-a6ee1ce3-e865-4df8-b1b0-abf422bfe60a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Request body: {'security_group_rule': {'security_group_id': 'edd8a53e-050d-4e12-90b8-d836ba299a2a', 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:00:35.355105 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1ce3-e865-4df8-b1b0-abf422bfe60a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group_rule (1ae4d633-e998-4899-b19e-4998eab17b80), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.416506 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1ce3-e865-4df8-b1b0-abf422bfe60a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group_rule (1ae4d633-e998-4899-b19e-4998eab17b80), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.420478 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1ce3-e865-4df8-b1b0-abf422bfe60a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (1ae4d633-e998-4899-b19e-4998eab17b80), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.443027 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee1ce3-e865-4df8-b1b0-abf422bfe60a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae4d633-e998-4899-b19e-4998eab17b80,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:35.449806 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1ce3-e865-4df8-b1b0-abf422bfe60a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.451034 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-a6ee1ce3-e865-4df8-b1b0-abf422bfe60a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1336739 Apr 07 14:00:35.453948 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37148) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:35.458767 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-0f5fefa5-76a1-4345-b5d5-abcd9d5248e1 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Request body: {'security_group_rule': {'security_group_id': 'edd8a53e-050d-4e12-90b8-d836ba299a2a', 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:00:35.485534 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0f5fefa5-76a1-4345-b5d5-abcd9d5248e1 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group_rule (532fc98e-6fac-4813-b92b-c065253c6ffa), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.545352 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0f5fefa5-76a1-4345-b5d5-abcd9d5248e1 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group_rule (532fc98e-6fac-4813-b92b-c065253c6ffa), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.549477 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0f5fefa5-76a1-4345-b5d5-abcd9d5248e1 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (532fc98e-6fac-4813-b92b-c065253c6ffa), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.571340 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fefa5-76a1-4345-b5d5-abcd9d5248e1 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532fc98e-6fac-4813-b92b-c065253c6ffa,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:35.577278 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0f5fefa5-76a1-4345-b5d5-abcd9d5248e1 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.580994 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0f5fefa5-76a1-4345-b5d5-abcd9d5248e1 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234622 Apr 07 14:00:35.581211 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37150) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:35.586635 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-72fb2c4b-17ff-4578-911f-ae5633bfaa75 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Request body: {'security_group_rule': {'security_group_id': 'edd8a53e-050d-4e12-90b8-d836ba299a2a', 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:00:35.612674 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-72fb2c4b-17ff-4578-911f-ae5633bfaa75 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group_rule (d8af43ba-e6f7-4263-bcee-4e3210c33a86), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.674092 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-72fb2c4b-17ff-4578-911f-ae5633bfaa75 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group_rule (d8af43ba-e6f7-4263-bcee-4e3210c33a86), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.678190 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-72fb2c4b-17ff-4578-911f-ae5633bfaa75 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (d8af43ba-e6f7-4263-bcee-4e3210c33a86), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.697876 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb2c4b-17ff-4578-911f-ae5633bfaa75 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8af43ba-e6f7-4263-bcee-4e3210c33a86,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:35.706812 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-72fb2c4b-17ff-4578-911f-ae5633bfaa75 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.708001 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-72fb2c4b-17ff-4578-911f-ae5633bfaa75 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257684 Apr 07 14:00:35.710857 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37152) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:35.715803 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-3ba767f6-71e0-488b-85a2-ccdd8b8d7075 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Request body: {'security_group_rule': {'security_group_id': 'edd8a53e-050d-4e12-90b8-d836ba299a2a', 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:00:35.735030 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.securitygroups_db [None req-3ba767f6-71e0-488b-85a2-ccdd8b8d7075 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Project 5642ba0a26564b09935489b9abd8c8ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 14:00:35.739962 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3ba767f6-71e0-488b-85a2-ccdd8b8d7075 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group_rule (8626196e-9e39-4788-b808-c72372a958ef), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.799125 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3ba767f6-71e0-488b-85a2-ccdd8b8d7075 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group_rule (8626196e-9e39-4788-b808-c72372a958ef), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.802493 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3ba767f6-71e0-488b-85a2-ccdd8b8d7075 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (8626196e-9e39-4788-b808-c72372a958ef), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.819962 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba767f6-71e0-488b-85a2-ccdd8b8d7075 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8626196e-9e39-4788-b808-c72372a958ef,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:35.828282 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3ba767f6-71e0-488b-85a2-ccdd8b8d7075 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.829470 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3ba767f6-71e0-488b-85a2-ccdd8b8d7075 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170301 Apr 07 14:00:35.832306 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 37154) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:00:35.837346 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-7bda64fc-f73b-483e-83cc-22a1c3dcbe0b tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Request body: {'security_group_rule': {'security_group_id': 'edd8a53e-050d-4e12-90b8-d836ba299a2a', 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:00:35.856407 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.securitygroups_db [None req-7bda64fc-f73b-483e-83cc-22a1c3dcbe0b tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Project 5642ba0a26564b09935489b9abd8c8ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 14:00:35.861122 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7bda64fc-f73b-483e-83cc-22a1c3dcbe0b tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group_rule (f274e439-2cf8-4d5d-993d-02060021587a), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.916914 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7bda64fc-f73b-483e-83cc-22a1c3dcbe0b tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group_rule (f274e439-2cf8-4d5d-993d-02060021587a), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.920252 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7bda64fc-f73b-483e-83cc-22a1c3dcbe0b tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554667'] for security_group_rule (f274e439-2cf8-4d5d-993d-02060021587a), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.936910 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda64fc-f73b-483e-83cc-22a1c3dcbe0b tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f274e439-2cf8-4d5d-993d-02060021587a,revision_number=0']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:35.943854 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7bda64fc-f73b-483e-83cc-22a1c3dcbe0b tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:35.945016 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-7bda64fc-f73b-483e-83cc-22a1c3dcbe0b tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1117048 Apr 07 14:00:36.776706 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 091a25a5-5e1a-493f-a8fe-c1bd24e043e1 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 14:00:36.831955 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 091a25a5-5e1a-493f-a8fe-c1bd24e043e1 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:36.832308 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (091a25a5-5e1a-493f-a8fe-c1bd24e043e1), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:36.915383 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 091a25a5-5e1a-493f-a8fe-c1bd24e043e1 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:00:36.915775 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (091a25a5-5e1a-493f-a8fe-c1bd24e043e1), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:36.936682 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] For port 091a25a5-5e1a-493f-a8fe-c1bd24e043e1, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=091a25a5-5e1a-493f-a8fe-c1bd24e043e1,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:00:36.940526 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (091a25a5-5e1a-493f-a8fe-c1bd24e043e1), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:36.989712 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Pushing event updated for resources: {'Port': ['ID=091a25a5-5e1a-493f-a8fe-c1bd24e043e1,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:37.496079 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Sync routers for ids ['8e463ce2-fa73-4662-87f5-0b03fcc0bf15'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 14:00:37.508102 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Routers {'8e463ce2-fa73-4662-87f5-0b03fcc0bf15'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:00:37.508735 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:00:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['8e463ce2-fa73-4662-87f5-0b03fcc0bf15'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:37.617370 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Set router 8e463ce2-fa73-4662-87f5-0b03fcc0bf15 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:00:37.825173 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'name': 'tempest-TestVolumeBootPattern-723403161-router', 'tenant_id': '8f3c0e7d952240809f1bdf1c7770de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '091a25a5-5e1a-493f-a8fe-c1bd24e043e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:31Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 4, 'project_id': '8f3c0e7d952240809f1bdf1c7770de03', 'gw_port': {'id': '091a25a5-5e1a-493f-a8fe-c1bd24e043e1', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:31:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:31Z', 'updated_at': '2022-04-07T14:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '398ed084-982e-48f7-930b-409d0d95b9b9', 'name': '', 'network_id': '7fa792f8-9a5b-41f0-8238-42f73c2e6bde', 'tenant_id': '8f3c0e7d952240809f1bdf1c7770de03', 'mac_address': 'fa:16:3e:91:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'a82d7fb3-a02b-42dc-a87b-349d7bd9ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:33Z', 'updated_at': '2022-04-07T14:00:34Z', 'revision_number': 2, 'project_id': '8f3c0e7d952240809f1bdf1c7770de03', 'subnets': [{'id': 'a82d7fb3-a02b-42dc-a87b-349d7bd9ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:37.852290 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Checking router: 8e463ce2-fa73-4662-87f5-0b03fcc0bf15 for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 14:00:37.852646 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Updating router 8e463ce2-fa73-4662-87f5-0b03fcc0bf15 port 398ed084-982e-48f7-930b-409d0d95b9b9 binding host dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 14:00:37.879454 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (398ed084-982e-48f7-930b-409d0d95b9b9), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:38.141987 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Publish callbacks [] for port (398ed084-982e-48f7-930b-409d0d95b9b9), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:38.147576 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (398ed084-982e-48f7-930b-409d0d95b9b9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:38.194771 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e76ba-7803-441d-ac9d-8cec7a764c85 None None] Pushing event updated for resources: {'Port': ['ID=398ed084-982e-48f7-930b-409d0d95b9b9,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:38.255116 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Attempting to bind port 398ed084-982e-48f7-930b-409d0d95b9b9 on host dv-cinder-836973-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:00:38.255509 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Attempting to bind port 398ed084-982e-48f7-930b-409d0d95b9b9 by drivers openvswitch,hyperv on host dv-cinder-836973-1-iscsi at level 0 using segments [{'id': 'b95dd487-2962-49dc-ba93-cab5f465d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fa792f8-9a5b-41f0-8238-42f73c2e6bde'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 14:00:38.255875 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Attempting to bind port 398ed084-982e-48f7-930b-409d0d95b9b9 on network 7fa792f8-9a5b-41f0-8238-42f73c2e6bde {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 14:00:38.269986 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Checking agent: {'id': 'e9e8dba8-1e2a-4e01-932c-2298f21b5da8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 27, 59), 'started_at': datetime.datetime(2022, 4, 7, 13, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 14, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 14:00:38.270393 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Checking segment: {'id': 'b95dd487-2962-49dc-ba93-cab5f465d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fa792f8-9a5b-41f0-8238-42f73c2e6bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 14:00:38.270798 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:38.271257 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Bound using segment: {'id': 'b95dd487-2962-49dc-ba93-cab5f465d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fa792f8-9a5b-41f0-8238-42f73c2e6bde'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 14:00:38.271701 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Bound port: 398ed084-982e-48f7-930b-409d0d95b9b9, host: dv-cinder-836973-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95dd487-2962-49dc-ba93-cab5f465d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fa792f8-9a5b-41f0-8238-42f73c2e6bde'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 14:00:38.272080 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (398ed084-982e-48f7-930b-409d0d95b9b9), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:38.375646 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-6f0b4cfa-6607-4aae-9055-1588342c76bb None None] Provisioning complete for port 398ed084-982e-48f7-930b-409d0d95b9b9 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:38.376218 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f0b4cfa-6607-4aae-9055-1588342c76bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (398ed084-982e-48f7-930b-409d0d95b9b9), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:38.381162 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] For port 398ed084-982e-48f7-930b-409d0d95b9b9, host dv-cinder-836973-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 14:00:38.385073 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] For port 398ed084-982e-48f7-930b-409d0d95b9b9, host dv-cinder-836973-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=398ed084-982e-48f7-930b-409d0d95b9b9,segment=NetworkSegment(b95dd487-2962-49dc-ba93-cab5f465d3ad),segment_id=b95dd487-2962-49dc-ba93-cab5f465d3ad)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 14:00:38.390772 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (398ed084-982e-48f7-930b-409d0d95b9b9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:38.410196 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b4cfa-6607-4aae-9055-1588342c76bb None None] Port 398ed084-982e-48f7-930b-409d0d95b9b9 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 14:00:38.500338 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Routers {'8e463ce2-fa73-4662-87f5-0b03fcc0bf15'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:00:38.500986 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:00:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['8e463ce2-fa73-4662-87f5-0b03fcc0bf15'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:38.554994 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e76ba-7803-441d-ac9d-8cec7a764c85 None None] Pushing event updated for resources: {'Port': ['ID=398ed084-982e-48f7-930b-409d0d95b9b9,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:38.639836 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-ee4dc8e6-9daa-4efb-bbd1-715de334ef07 None None] Provisioning complete for port 398ed084-982e-48f7-930b-409d0d95b9b9 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:38.640297 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc8e6-9daa-4efb-bbd1-715de334ef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (398ed084-982e-48f7-930b-409d0d95b9b9), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:38.642981 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] Set router 8e463ce2-fa73-4662-87f5-0b03fcc0bf15 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:00:38.729840 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-ee4dc8e6-9daa-4efb-bbd1-715de334ef07 None None] Current status of the port 398ed084-982e-48f7-930b-409d0d95b9b9 is: DOWN; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:00:38.730360 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc8e6-9daa-4efb-bbd1-715de334ef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (398ed084-982e-48f7-930b-409d0d95b9b9), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:38.771480 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-ee4dc8e6-9daa-4efb-bbd1-715de334ef07 None None] For port 398ed084-982e-48f7-930b-409d0d95b9b9, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=398ed084-982e-48f7-930b-409d0d95b9b9,segment=NetworkSegment(b95dd487-2962-49dc-ba93-cab5f465d3ad),segment_id=b95dd487-2962-49dc-ba93-cab5f465d3ad)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:00:38.777509 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc8e6-9daa-4efb-bbd1-715de334ef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (398ed084-982e-48f7-930b-409d0d95b9b9), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:38.808923 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 091a25a5-5e1a-493f-a8fe-c1bd24e043e1 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 14:00:38.857652 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'name': 'tempest-TestVolumeBootPattern-723403161-router', 'tenant_id': '8f3c0e7d952240809f1bdf1c7770de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '091a25a5-5e1a-493f-a8fe-c1bd24e043e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:31Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 4, 'project_id': '8f3c0e7d952240809f1bdf1c7770de03', 'gw_port': {'id': '091a25a5-5e1a-493f-a8fe-c1bd24e043e1', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:31:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:31Z', 'updated_at': '2022-04-07T14:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '398ed084-982e-48f7-930b-409d0d95b9b9', 'name': '', 'network_id': '7fa792f8-9a5b-41f0-8238-42f73c2e6bde', 'tenant_id': '8f3c0e7d952240809f1bdf1c7770de03', 'mac_address': 'fa:16:3e:91:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'a82d7fb3-a02b-42dc-a87b-349d7bd9ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:33Z', 'updated_at': '2022-04-07T14:00:38Z', 'revision_number': 4, 'project_id': '8f3c0e7d952240809f1bdf1c7770de03', 'subnets': [{'id': 'a82d7fb3-a02b-42dc-a87b-349d7bd9ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:00:38.870051 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4dc8e6-9daa-4efb-bbd1-715de334ef07 None None] Pushing event updated for resources: {'Port': ['ID=398ed084-982e-48f7-930b-409d0d95b9b9,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:38.883805 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a4d9c0-6197-4edf-b125-49e3ee90f1c5 None None] The sync data for ids ['8e463ce2-fa73-4662-87f5-0b03fcc0bf15'] in dv-cinder-836973-1-iscsi is: [{'id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'name': 'tempest-TestVolumeBootPattern-723403161-router', 'tenant_id': '8f3c0e7d952240809f1bdf1c7770de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '091a25a5-5e1a-493f-a8fe-c1bd24e043e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:31Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 4, 'project_id': '8f3c0e7d952240809f1bdf1c7770de03', 'gw_port': {'id': '091a25a5-5e1a-493f-a8fe-c1bd24e043e1', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:31:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:31Z', 'updated_at': '2022-04-07T14:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '398ed084-982e-48f7-930b-409d0d95b9b9', 'name': '', 'network_id': '7fa792f8-9a5b-41f0-8238-42f73c2e6bde', 'tenant_id': '8f3c0e7d952240809f1bdf1c7770de03', 'mac_address': 'fa:16:3e:91:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'a82d7fb3-a02b-42dc-a87b-349d7bd9ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:33Z', 'updated_at': '2022-04-07T14:00:38Z', 'revision_number': 4, 'project_id': '8f3c0e7d952240809f1bdf1c7770de03', 'subnets': [{'id': 'a82d7fb3-a02b-42dc-a87b-349d7bd9ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 14:00:38.892073 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 091a25a5-5e1a-493f-a8fe-c1bd24e043e1 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:38.892514 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (091a25a5-5e1a-493f-a8fe-c1bd24e043e1), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:38.976746 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 091a25a5-5e1a-493f-a8fe-c1bd24e043e1 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:00:38.977842 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 398ed084-982e-48f7-930b-409d0d95b9b9 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 14:00:39.028154 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 398ed084-982e-48f7-930b-409d0d95b9b9 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:39.028534 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (398ed084-982e-48f7-930b-409d0d95b9b9), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:39.112875 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 398ed084-982e-48f7-930b-409d0d95b9b9 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:00:40.758347 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 398ed084-982e-48f7-930b-409d0d95b9b9 up at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 14:00:40.808493 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Provisioning complete for port 398ed084-982e-48f7-930b-409d0d95b9b9 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:40.808869 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (398ed084-982e-48f7-930b-409d0d95b9b9), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:40.889825 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Current status of the port 398ed084-982e-48f7-930b-409d0d95b9b9 is: ACTIVE; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:00:46.054469 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [req-07b6c09d-18f4-487c-87e0-e7278ed0f586 req-d92e3fa1-2c06-4e72-94fc-0306a92bfc7f service neutron] (103372) timed out ('10.222.0.39', 60624) {{(pid=103372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 14:00:46.132304 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [req-07b6c09d-18f4-487c-87e0-e7278ed0f586 req-01b91a0b-647f-4b65-b065-f818343b30ba tempest-AttachVolumeShelveTestJSON-609627473 tempest-AttachVolumeShelveTestJSON-609627473-project] (103372) timed out ('10.222.0.39', 60634) {{(pid=103372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 14:00:52.449986 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-93df538d-f97e-42e4-9d13-20633d42c1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:54.963392 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-196486f1-2f00-44b0-87e0-b8eb82e71a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:55.861131 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:56.505691 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-92f1f332-c78d-462b-a592-e1f25fed3c6e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1096496219&fields=id&tenant_id=5642ba0a26564b09935489b9abd8c8ef HTTP/1.1" status: 200 len: 267 time: 0.0459421 Apr 07 14:00:56.608874 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-98bda69d-1173-4fe6-9586-62631906e97b tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:56.610225 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-98bda69d-1173-4fe6-9586-62631906e97b tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 811 time: 0.0981712 Apr 07 14:00:56.623999 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-f39c11db-6cb6-4b16-a37b-8854cd5a6e5c tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/quotas/5642ba0a26564b09935489b9abd8c8ef HTTP/1.1" status: 200 len: 375 time: 0.0085118 Apr 07 14:00:56.676272 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-1317e887-df30-4902-9e2e-66217962acaa tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475972 Apr 07 14:00:56.770613 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-4e09ca67-cf8b-4ff9-babd-8727ca59f0ad service neutron] 10.222.0.39 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834932 Apr 07 14:00:56.860098 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-48d06d3b-198a-4769-b608-ca8d39b9fc71 service neutron] 10.222.0.39 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837638 Apr 07 14:00:57.133209 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e6749b2b-0bf7-4b9f-819f-0c32ad374e29 req-e88cd2fa-12bf-4354-a034-1846ed561921 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 210 time: 0.0269732 Apr 07 14:00:57.334977 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:58.209424 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b05f1e4b-60a8-4c91-955a-6bd77f01d52a req-9bd2c03d-b023-4fde-b2ae-13746b532a2a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 210 time: 0.0275686 Apr 07 14:00:58.727512 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:59.110608 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-8765a709-a650-45fe-a2de-0bbabfbc5de9 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:59.112192 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-8765a709-a650-45fe-a2de-0bbabfbc5de9 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.23 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 811 time: 0.1020288 Apr 07 14:00:59.183273 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-f75bf739-1bbe-4385-ac0a-5ce30942f9c5 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5642ba0a26564b09935489b9abd8c8ef HTTP/1.1" status: 200 len: 380 time: 0.0570717 Apr 07 14:00:59.191592 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-66bbe610-30ee-4980-be9e-17a343ec86ae tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Request body: {'port': {'device_id': '2c9f927b-dd10-457b-b591-2c1896f75725', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'admin_state_up': True, 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'security_groups': ['edd8a53e-050d-4e12-90b8-d836ba299a2a']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:00:59.300335 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f717009b-b667-4bc9-99d1-eeba33b398c6 req-bc52ca50-adaa-44a1-9b94-4d09371ea81c tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 210 time: 0.0277700 Apr 07 14:00:59.300942 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-66bbe610-30ee-4980-be9e-17a343ec86ae tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Made reservation on behalf of 5642ba0a26564b09935489b9abd8c8ef for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 14:00:59.304306 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-66bbe610-30ee-4980-be9e-17a343ec86ae tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:59.429150 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-66bbe610-30ee-4980-be9e-17a343ec86ae tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Allocated IP 172.20.0.6 (2dfc9002-a19f-45d5-99f9-50fdb666062c/7175269d-ff78-4ebd-88d9-c9c519e27f8e/4588ef89-d187-46b6-a499-883e38379ad2) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 14:00:59.564325 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-66bbe610-30ee-4980-be9e-17a343ec86ae tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for port (4588ef89-d187-46b6-a499-883e38379ad2), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:59.599327 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-66bbe610-30ee-4980-be9e-17a343ec86ae tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (4588ef89-d187-46b6-a499-883e38379ad2), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:59.641923 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-66bbe610-30ee-4980-be9e-17a343ec86ae tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Network 2dfc9002-a19f-45d5-99f9-50fdb666062c is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 14:00:59.644938 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-66bbe610-30ee-4980-be9e-17a343ec86ae tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 14:00:59.650777 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-66bbe610-30ee-4980-be9e-17a343ec86ae tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 14:00:59.676810 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbe610-30ee-4980-be9e-17a343ec86ae tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event updated for resources: {'Port': ['ID=4588ef89-d187-46b6-a499-883e38379ad2,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:00:59.704844 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-66bbe610-30ee-4980-be9e-17a343ec86ae tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:00:59.705496 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-66bbe610-30ee-4980-be9e-17a343ec86ae tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:59.724132 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-66bbe610-30ee-4980-be9e-17a343ec86ae tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5360873 Apr 07 14:00:59.741274 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Request body: {'port': {'device_id': '2c9f927b-dd10-457b-b591-2c1896f75725', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:00:59.806390 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (4588ef89-d187-46b6-a499-883e38379ad2), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:59.927338 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-2c64274e-47bb-4b86-8b73-8e7429a0224b None None] Provisioning complete for port 4588ef89-d187-46b6-a499-883e38379ad2 triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:00:59.927944 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2c64274e-47bb-4b86-8b73-8e7429a0224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (4588ef89-d187-46b6-a499-883e38379ad2), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:00:59.960555 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2c64274e-47bb-4b86-8b73-8e7429a0224b None None] Port 4588ef89-d187-46b6-a499-883e38379ad2 cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 14:01:00.063218 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4588ef89-d187-46b6-a499-883e38379ad2 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 14:01:00.070996 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Publish callbacks [] for port (4588ef89-d187-46b6-a499-883e38379ad2), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:00.083256 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Transition to ACTIVE for port object 4588ef89-d187-46b6-a499-883e38379ad2 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 14:01:00.086757 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (4588ef89-d187-46b6-a499-883e38379ad2), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:00.160435 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Pushing event updated for resources: {'Port': ['ID=4588ef89-d187-46b6-a499-883e38379ad2,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:01:00.211592 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Attempting to bind port 4588ef89-d187-46b6-a499-883e38379ad2 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:01:00.211856 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Attempting to bind port 4588ef89-d187-46b6-a499-883e38379ad2 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 14:01:00.212185 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Attempting to bind port 4588ef89-d187-46b6-a499-883e38379ad2 on network 2dfc9002-a19f-45d5-99f9-50fdb666062c {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 14:01:00.216789 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Port 4588ef89-d187-46b6-a499-883e38379ad2 on network 2dfc9002-a19f-45d5-99f9-50fdb666062c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:01:00.217107 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Attempting to bind port 4588ef89-d187-46b6-a499-883e38379ad2 on network 2dfc9002-a19f-45d5-99f9-50fdb666062c {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 14:01:00.221961 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 14, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 14:01:00.222322 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Checking segment: {'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 14:01:00.222763 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Bound using segment: {'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 14:01:00.223157 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Bound port: 4588ef89-d187-46b6-a499-883e38379ad2, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 14:01:00.223517 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (4588ef89-d187-46b6-a499-883e38379ad2), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:00.288326 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] For port 4588ef89-d187-46b6-a499-883e38379ad2, host hv-cinder-83697, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 14:01:00.291254 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] For port 4588ef89-d187-46b6-a499-883e38379ad2, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4588ef89-d187-46b6-a499-883e38379ad2,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 14:01:00.297557 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (4588ef89-d187-46b6-a499-883e38379ad2), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:00.331323 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:00.331969 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:00.333371 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] 10.222.0.23 "PUT /v2.0/ports/4588ef89-d187-46b6-a499-883e38379ad2 HTTP/1.1" status: 200 len: 1093 time: 0.5965605 Apr 07 14:01:00.333796 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9f927b-dd10-457b-b591-2c1896f75725', 'tag': '4588ef89-d187-46b6-a499-883e38379ad2'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 14:01:00.336072 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea959b6f-ee11-408e-aa88-3e17ec07b430" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9f927b-dd10-457b-b591-2c1896f75725", "tag": "4588ef89-d187-46b6-a499-883e38379ad2"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 14:01:00.362925 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21799020-7e9a-458f-a28f-ef8982676481 service neutron] Pushing event updated for resources: {'Port': ['ID=4588ef89-d187-46b6-a499-883e38379ad2,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:01:00.381838 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 14:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3751e987-699c-4657-8e5f-3aff8d8225dd x-openstack-request-id: req-3751e987-699c-4657-8e5f-3aff8d8225dd {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 14:01:00.382229 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9f927b-dd10-457b-b591-2c1896f75725", "tag": "4588ef89-d187-46b6-a499-883e38379ad2", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 14:01:00.382617 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3751e987-699c-4657-8e5f-3aff8d8225dd {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 14:01:00.383138 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3751e987-699c-4657-8e5f-3aff8d8225dd'] response: {'name': 'network-changed', 'server_uuid': '2c9f927b-dd10-457b-b591-2c1896f75725', 'tag': '4588ef89-d187-46b6-a499-883e38379ad2', 'status': 'completed', 'code': 200} Apr 07 14:01:00.450941 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a65fa-9762-4491-b160-e7b53b13a96e req-3faade51-c098-49f1-b91b-f3cf2ec8146a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:00.452610 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-924a65fa-9762-4491-b160-e7b53b13a96e req-3faade51-c098-49f1-b91b-f3cf2ec8146a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 943 time: 0.0559134 Apr 07 14:01:00.454566 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-3fa1f35d-8bdd-42b2-b9cd-ffe9ba9a44cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:00.456274 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-3fa1f35d-8bdd-42b2-b9cd-ffe9ba9a44cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 1127 time: 0.0498483 Apr 07 14:01:00.506253 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-96e85db3-acb0-4f89-874f-c4e135e3cee7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4588ef89-d187-46b6-a499-883e38379ad2 HTTP/1.1" status: 200 len: 217 time: 0.0365257 Apr 07 14:01:00.511915 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-924a65fa-9762-4491-b160-e7b53b13a96e req-2528b334-1359-4093-b84d-939c37b60bae tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529521 Apr 07 14:01:00.559088 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-6eef0341-6672-4e7e-b7e5-a83700f4aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:00.560567 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-6eef0341-6672-4e7e-b7e5-a83700f4aed0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7175269d-ff78-4ebd-88d9-c9c519e27f8e HTTP/1.1" status: 200 len: 850 time: 0.0493305 Apr 07 14:01:00.616771 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-52761236-8eb8-413c-b6c7-b5e0a2ef130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:00.618336 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-52761236-8eb8-413c-b6c7-b5e0a2ef130b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dfc9002-a19f-45d5-99f9-50fdb666062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515656 Apr 07 14:01:00.710274 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-2daf74ad-4ff7-409d-b47c-3d212e7d7086 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861788 Apr 07 14:01:00.800133 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-10b4e6ed-d362-45b9-8533-731ba76e5fa3 req-f41806b8-60cd-4b08-b472-5b2fb52eee4d service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839145 Apr 07 14:01:01.611303 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea959b6f-ee11-408e-aa88-3e17ec07b430 req-8fe626ce-783d-49e8-8f78-6b0556039b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:01.612790 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ea959b6f-ee11-408e-aa88-3e17ec07b430 req-8fe626ce-783d-49e8-8f78-6b0556039b5c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 1127 time: 0.0446885 Apr 07 14:01:01.630228 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972627da-3e34-42a8-bc24-7e9b62c91703 req-6057b070-b6ab-4a44-a30a-86c6b9e6d65c tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:01.631778 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-972627da-3e34-42a8-bc24-7e9b62c91703 req-6057b070-b6ab-4a44-a30a-86c6b9e6d65c tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 943 time: 0.0516546 Apr 07 14:01:01.681454 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-972627da-3e34-42a8-bc24-7e9b62c91703 req-088ffd30-4e8e-42be-891e-a4610f52dcd1 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432255 Apr 07 14:01:01.705143 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea959b6f-ee11-408e-aa88-3e17ec07b430 req-67e1033f-6054-4f86-ba93-9387a390ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:01.706604 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ea959b6f-ee11-408e-aa88-3e17ec07b430 req-67e1033f-6054-4f86-ba93-9387a390ddbe service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 912 time: 0.0881009 Apr 07 14:01:01.746658 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ea959b6f-ee11-408e-aa88-3e17ec07b430 req-17fed5ea-686a-4a04-86e4-4e121342074f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4588ef89-d187-46b6-a499-883e38379ad2 HTTP/1.1" status: 200 len: 217 time: 0.0337594 Apr 07 14:01:01.793224 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea959b6f-ee11-408e-aa88-3e17ec07b430 req-d60c9ae7-45d8-47fa-938e-9fc8df692cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:01.794923 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ea959b6f-ee11-408e-aa88-3e17ec07b430 req-d60c9ae7-45d8-47fa-938e-9fc8df692cd9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7175269d-ff78-4ebd-88d9-c9c519e27f8e HTTP/1.1" status: 200 len: 850 time: 0.0433304 Apr 07 14:01:01.842907 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea959b6f-ee11-408e-aa88-3e17ec07b430 req-405dbeec-2617-40f4-8488-b905f6d80da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:01.844361 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ea959b6f-ee11-408e-aa88-3e17ec07b430 req-405dbeec-2617-40f4-8488-b905f6d80da4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dfc9002-a19f-45d5-99f9-50fdb666062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443134 Apr 07 14:01:01.935297 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ea959b6f-ee11-408e-aa88-3e17ec07b430 req-73a25e20-d93f-434b-adcd-409a987123a4 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832059 Apr 07 14:01:01.966144 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:01:02.024197 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ea959b6f-ee11-408e-aa88-3e17ec07b430 req-ba6e3a3a-df12-49b7-a15e-7daa1aa6b697 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834410 Apr 07 14:01:02.797410 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eee9cb-e563-4a61-ae1e-0f5bdd85cda6 req-7a60e746-685e-4daa-a614-c50b9fcabe31 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:02.798888 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c7eee9cb-e563-4a61-ae1e-0f5bdd85cda6 req-7a60e746-685e-4daa-a614-c50b9fcabe31 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 943 time: 0.0507119 Apr 07 14:01:02.845809 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c7eee9cb-e563-4a61-ae1e-0f5bdd85cda6 req-b1aef2b7-6e1b-4dbc-9fb3-ebf3d4a4fc22 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415096 Apr 07 14:01:04.220000 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18310fc-1242-4611-b561-8320c5a4f8cd req-e6f2b648-8c44-4199-9c37-ff9915b4db1b tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:04.221478 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f18310fc-1242-4611-b561-8320c5a4f8cd req-e6f2b648-8c44-4199-9c37-ff9915b4db1b tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 943 time: 0.3120854 Apr 07 14:01:04.268389 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-f18310fc-1242-4611-b561-8320c5a4f8cd req-dc7acbdf-ee21-4120-b073-df35301dc092 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413105 Apr 07 14:01:05.286471 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:05.383247 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87c7e0-74ef-4db2-afcb-61639dfee7f2 req-f9e20a28-1c5a-4ebe-af11-10c564e893c7 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:05.384709 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8d87c7e0-74ef-4db2-afcb-61639dfee7f2 req-f9e20a28-1c5a-4ebe-af11-10c564e893c7 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 943 time: 0.0514455 Apr 07 14:01:05.430979 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-8d87c7e0-74ef-4db2-afcb-61639dfee7f2 req-f9cfa912-2293-4feb-a0c0-2922e33dc871 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407815 Apr 07 14:01:06.547288 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2f3f7-e401-437c-93f5-fa5aad9e6dfa req-1207f710-899d-437d-bb6e-e2e772007e17 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:06.548721 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bfe2f3f7-e401-437c-93f5-fa5aad9e6dfa req-1207f710-899d-437d-bb6e-e2e772007e17 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 943 time: 0.0541558 Apr 07 14:01:06.595768 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bfe2f3f7-e401-437c-93f5-fa5aad9e6dfa req-82abaf2b-25b5-435c-926c-c07aaa3ab2f6 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415463 Apr 07 14:01:07.710872 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041deaff-e9e7-433c-b954-ce6ab8e59a71 req-b50c2a74-f84c-4693-af54-0272740ebd57 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:07.712309 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-041deaff-e9e7-433c-b954-ce6ab8e59a71 req-b50c2a74-f84c-4693-af54-0272740ebd57 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 943 time: 0.0503223 Apr 07 14:01:07.758732 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-041deaff-e9e7-433c-b954-ce6ab8e59a71 req-934de3ac-7152-4688-bac2-d2fb66081c02 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403440 Apr 07 14:01:08.872337 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1fdbd-69d2-41f1-88dc-19a345441b51 req-2953455a-470a-4f25-8789-9bacde6af15c tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:08.873780 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-82f1fdbd-69d2-41f1-88dc-19a345441b51 req-2953455a-470a-4f25-8789-9bacde6af15c tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 943 time: 0.0511613 Apr 07 14:01:08.924600 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-82f1fdbd-69d2-41f1-88dc-19a345441b51 req-e5808127-e5ae-4113-92b6-df356d638ecd tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451658 Apr 07 14:01:09.515188 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 4588ef89-d187-46b6-a499-883e38379ad2 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 14:01:09.609265 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 4588ef89-d187-46b6-a499-883e38379ad2, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4588ef89-d187-46b6-a499-883e38379ad2,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:01:09.623487 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': '4588ef89-d187-46b6-a499-883e38379ad2', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'port_id': '4588ef89-d187-46b6-a499-883e38379ad2', 'mac_address': 'fa:16:3e:9e:a1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 14:01:09.659947 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 4588ef89-d187-46b6-a499-883e38379ad2 is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:01:09.660340 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (4588ef89-d187-46b6-a499-883e38379ad2), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:09.673273 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4588ef89-d187-46b6-a499-883e38379ad2 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 14:01:09.691523 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 4588ef89-d187-46b6-a499-883e38379ad2, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4588ef89-d187-46b6-a499-883e38379ad2,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:01:09.695343 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (4588ef89-d187-46b6-a499-883e38379ad2), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:09.741944 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=4588ef89-d187-46b6-a499-883e38379ad2,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:01:10.039801 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223cf78-792e-4ad0-b497-57a3ca03c1e0 req-3be3b1bf-f1fc-4b6e-8194-7e034e16c8ce tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:10.041245 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c223cf78-792e-4ad0-b497-57a3ca03c1e0 req-3be3b1bf-f1fc-4b6e-8194-7e034e16c8ce tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 944 time: 0.0513027 Apr 07 14:01:10.088934 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c223cf78-792e-4ad0-b497-57a3ca03c1e0 req-5cd646a3-2330-4c74-96b3-7c121e323bad tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421560 Apr 07 14:01:10.116013 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['4588ef89-d187-46b6-a499-883e38379ad2'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 14:01:11.208457 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92d468-c404-470f-a168-f6759ffc0396 req-64e57f6b-5763-419d-a253-042312e1c8c3 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:11.210030 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3d92d468-c404-470f-a168-f6759ffc0396 req-64e57f6b-5763-419d-a253-042312e1c8c3 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 944 time: 0.0549989 Apr 07 14:01:11.258759 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-3d92d468-c404-470f-a168-f6759ffc0396 req-0b97518f-e689-42d3-80fd-cae3b9826c70 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431254 Apr 07 14:01:11.546630 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 4588ef89-d187-46b6-a499-883e38379ad2 up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 14:01:11.596958 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port 4588ef89-d187-46b6-a499-883e38379ad2 completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:01:11.600845 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port 4588ef89-d187-46b6-a499-883e38379ad2 triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:01:11.601222 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (4588ef89-d187-46b6-a499-883e38379ad2), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:11.676188 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 4588ef89-d187-46b6-a499-883e38379ad2 is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:01:11.676576 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (4588ef89-d187-46b6-a499-883e38379ad2), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:11.698096 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9f927b-dd10-457b-b591-2c1896f75725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4588ef89-d187-46b6-a499-883e38379ad2'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 14:01:11.700374 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d43a5a-d57d-4e45-aeb5-2a84d2f77f39" -d '{"events": [{"server_uuid": "2c9f927b-dd10-457b-b591-2c1896f75725", "name": "network-vif-plugged", "status": "completed", "tag": "4588ef89-d187-46b6-a499-883e38379ad2"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 14:01:11.712758 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 4588ef89-d187-46b6-a499-883e38379ad2, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4588ef89-d187-46b6-a499-883e38379ad2,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:01:11.717710 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (4588ef89-d187-46b6-a499-883e38379ad2), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:11.742785 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 14:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98a9c0b-c747-4bf2-93e1-80294300c078 x-openstack-request-id: req-c98a9c0b-c747-4bf2-93e1-80294300c078 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 14:01:11.743078 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9f927b-dd10-457b-b591-2c1896f75725", "name": "network-vif-plugged", "status": "completed", "tag": "4588ef89-d187-46b6-a499-883e38379ad2", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 14:01:11.743335 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c98a9c0b-c747-4bf2-93e1-80294300c078 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 14:01:11.743732 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c98a9c0b-c747-4bf2-93e1-80294300c078'] response: {'server_uuid': '2c9f927b-dd10-457b-b591-2c1896f75725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4588ef89-d187-46b6-a499-883e38379ad2', 'code': 200} Apr 07 14:01:11.768416 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=4588ef89-d187-46b6-a499-883e38379ad2,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:01:11.978100 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0de18-c455-4b65-8fe5-e1ff0f05cb81 req-e76c22fe-fb77-4b0c-acd2-547f047ea9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:11.979587 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-92a0de18-c455-4b65-8fe5-e1ff0f05cb81 req-e76c22fe-fb77-4b0c-acd2-547f047ea9bf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 1129 time: 0.0421743 Apr 07 14:01:12.023878 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-92a0de18-c455-4b65-8fe5-e1ff0f05cb81 req-7a91298e-d0af-4d5d-986b-8edb5a151146 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378265 Apr 07 14:01:12.376756 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab0880-8a09-4629-88f9-e15389fa59e1 req-dbff1fc3-2432-459f-b1e6-4aae1dac874a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:12.378214 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ffab0880-8a09-4629-88f9-e15389fa59e1 req-dbff1fc3-2432-459f-b1e6-4aae1dac874a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 945 time: 0.0564060 Apr 07 14:01:12.425084 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ffab0880-8a09-4629-88f9-e15389fa59e1 req-8565dea5-8edb-49ff-9ee3-363ef1a2e651 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414467 Apr 07 14:01:13.540681 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a55cfd-0c38-47a7-9bc9-ff1477513389 req-7f40a4c0-6d2d-40b6-a8af-45c86cdc1169 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:13.542134 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a0a55cfd-0c38-47a7-9bc9-ff1477513389 req-7f40a4c0-6d2d-40b6-a8af-45c86cdc1169 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 945 time: 0.0506866 Apr 07 14:01:13.589538 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a0a55cfd-0c38-47a7-9bc9-ff1477513389 req-4b46303f-16c6-4dc6-a662-baa8bc571bc4 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413632 Apr 07 14:01:13.714355 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cf680-0ac2-4981-ade6-9ea949fc5ace req-29c9e143-e5f3-43cd-b10e-f7a50a81acb0 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:13.715889 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-245cf680-0ac2-4981-ade6-9ea949fc5ace req-29c9e143-e5f3-43cd-b10e-f7a50a81acb0 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 945 time: 0.0583475 Apr 07 14:01:13.767493 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-245cf680-0ac2-4981-ade6-9ea949fc5ace req-1cd1a523-5494-46a7-85e5-8ae76efc9214 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460780 Apr 07 14:01:13.789530 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 37330) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:01:13.918240 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63a9482-6dd5-4936-a434-16be7f6fe7af tempest-TestVolumeBootPattern-879673158 tempest-TestVolumeBootPattern-879673158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:13.919738 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-b63a9482-6dd5-4936-a434-16be7f6fe7af tempest-TestVolumeBootPattern-879673158 tempest-TestVolumeBootPattern-879673158-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 1124 time: 0.1292567 Apr 07 14:01:13.922639 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 37334) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:01:13.926786 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Request body: {'floatingip': {'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'port_id': '4588ef89-d187-46b6-a499-883e38379ad2', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:01:13.945852 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:14.040738 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:14.138787 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Allocated IP 172.27.0.204 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/172d1884-3fe2-4ac5-8938-34f44bb34094) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 14:01:14.239742 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for port (172d1884-3fe2-4ac5-8938-34f44bb34094), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:14.271054 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (172d1884-3fe2-4ac5-8938-34f44bb34094), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:14.308175 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 14:01:14.310903 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 14:01:14.313433 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 14:01:14.339132 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event updated for resources: {'Port': ['ID=172d1884-3fe2-4ac5-8938-34f44bb34094,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:01:14.350517 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:01:14.350863 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:01:14.351202 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:01:14.351537 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:01:14.351864 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:01:14.352190 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:01:14.352513 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:01:14.352833 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:01:14.353169 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:01:14.353474 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:01:14.353793 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:01:14.354111 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:01:14.354460 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:01:14.354779 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:01:14.355094 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:01:14.683566 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for floatingip (3be5bf7a-bf10-4e6c-a3cf-42f078632e25), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:14.749603 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (172d1884-3fe2-4ac5-8938-34f44bb34094), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:14.894239 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for port (172d1884-3fe2-4ac5-8938-34f44bb34094), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:14.898500 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3931381'] for port (172d1884-3fe2-4ac5-8938-34f44bb34094), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:14.964329 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event updated for resources: {'Port': ['ID=172d1884-3fe2-4ac5-8938-34f44bb34094,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:01:14.978053 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (3be5bf7a-bf10-4e6c-a3cf-42f078632e25), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:15.073018 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.l3_db [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Floating IP 3be5bf7a-bf10-4e6c-a3cf-42f078632e25 associated. External IP: 172.27.0.204, port: 4588ef89-d187-46b6-a499-883e38379ad2. Apr 07 14:01:15.277854 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 14:01:15.383088 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 14:01:15.393097 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b17f7-2a61-473a-9204-d1f8e7da5a35 None None] Sync routers for ids ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 14:01:15.401607 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:15.403772 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92b17f7-2a61-473a-9204-d1f8e7da5a35 None None] Routers {'13cde88f-8757-46c2-94f5-f1a6a8cb31c7'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:01:15.404399 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a92b17f7-2a61-473a-9204-d1f8e7da5a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:00:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:01:15.429814 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-812e61ad-f94f-4efc-9250-84ba743ddf3f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5061712 Apr 07 14:01:15.430425 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9f927b-dd10-457b-b591-2c1896f75725', 'tag': '4588ef89-d187-46b6-a499-883e38379ad2'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 14:01:15.432675 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86febef8-1fa8-49f4-871b-20611d37ec7e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9f927b-dd10-457b-b591-2c1896f75725", "tag": "4588ef89-d187-46b6-a499-883e38379ad2"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 14:01:15.467698 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 14:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e560815-26e7-4b2b-bb79-35efe11a1695 x-openstack-request-id: req-2e560815-26e7-4b2b-bb79-35efe11a1695 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 14:01:15.467997 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9f927b-dd10-457b-b591-2c1896f75725", "tag": "4588ef89-d187-46b6-a499-883e38379ad2", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 14:01:15.468256 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e560815-26e7-4b2b-bb79-35efe11a1695 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 14:01:15.468664 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e560815-26e7-4b2b-bb79-35efe11a1695'] response: {'name': 'network-changed', 'server_uuid': '2c9f927b-dd10-457b-b591-2c1896f75725', 'tag': '4588ef89-d187-46b6-a499-883e38379ad2', 'status': 'completed', 'code': 200} Apr 07 14:01:15.557233 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86febef8-1fa8-49f4-871b-20611d37ec7e req-686a6be5-8c45-49dd-b08e-fbc86fde270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:15.559177 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-86febef8-1fa8-49f4-871b-20611d37ec7e req-686a6be5-8c45-49dd-b08e-fbc86fde270a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 1129 time: 0.0451424 Apr 07 14:01:15.650920 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-a92b17f7-2a61-473a-9204-d1f8e7da5a35 None None] Set router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:01:15.655109 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86febef8-1fa8-49f4-871b-20611d37ec7e req-5c39582b-0ad2-4b52-88b0-de5938c98fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:15.656581 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-86febef8-1fa8-49f4-871b-20611d37ec7e req-5c39582b-0ad2-4b52-88b0-de5938c98fed service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 912 time: 0.0912910 Apr 07 14:01:15.720349 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-86febef8-1fa8-49f4-871b-20611d37ec7e req-4d24f128-725f-4694-a2e7-e683edc85cef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4588ef89-d187-46b6-a499-883e38379ad2 HTTP/1.1" status: 200 len: 999 time: 0.0570107 Apr 07 14:01:15.772438 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86febef8-1fa8-49f4-871b-20611d37ec7e req-96767c61-ee96-4db8-ac89-c106ee28a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:15.773910 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-86febef8-1fa8-49f4-871b-20611d37ec7e req-96767c61-ee96-4db8-ac89-c106ee28a2b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7175269d-ff78-4ebd-88d9-c9c519e27f8e HTTP/1.1" status: 200 len: 850 time: 0.0472577 Apr 07 14:01:15.822924 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86febef8-1fa8-49f4-871b-20611d37ec7e req-1d4ad9ae-e626-4c8f-8a22-4e8420469d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:15.824428 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-86febef8-1fa8-49f4-871b-20611d37ec7e req-1d4ad9ae-e626-4c8f-8a22-4e8420469d93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dfc9002-a19f-45d5-99f9-50fdb666062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443804 Apr 07 14:01:15.870358 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a92b17f7-2a61-473a-9204-d1f8e7da5a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '3be5bf7a-bf10-4e6c-a3cf-42f078632e25', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'port_id': '4588ef89-d187-46b6-a499-883e38379ad2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'mac_address': 'fa:16:3e:9e:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f927b-dd10-457b-b591-2c1896f75725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T14:01:14Z', 'updated_at': '2022-04-07T14:01:14Z', 'revision_number': 0, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 5, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:01:15.899815 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b17f7-2a61-473a-9204-d1f8e7da5a35 None None] Checking router: 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 14:01:15.907997 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92b17f7-2a61-473a-9204-d1f8e7da5a35 None None] Routers {'13cde88f-8757-46c2-94f5-f1a6a8cb31c7'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:01:15.908601 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a92b17f7-2a61-473a-9204-d1f8e7da5a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:00:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:01:15.911109 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-86febef8-1fa8-49f4-871b-20611d37ec7e req-8dd459f8-ba0a-4095-9398-84d14688876e service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808809 Apr 07 14:01:16.002695 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-86febef8-1fa8-49f4-871b-20611d37ec7e req-53ec4d7b-f1d6-4f2e-a5d2-7f6c347a638c service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863569 Apr 07 14:01:16.014241 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-a92b17f7-2a61-473a-9204-d1f8e7da5a35 None None] Set router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:01:16.229887 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a92b17f7-2a61-473a-9204-d1f8e7da5a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '3be5bf7a-bf10-4e6c-a3cf-42f078632e25', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'port_id': '4588ef89-d187-46b6-a499-883e38379ad2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'mac_address': 'fa:16:3e:9e:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f927b-dd10-457b-b591-2c1896f75725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T14:01:14Z', 'updated_at': '2022-04-07T14:01:14Z', 'revision_number': 0, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 5, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:01:16.255723 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b17f7-2a61-473a-9204-d1f8e7da5a35 None None] The sync data for ids ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'] in dv-cinder-836973-1-iscsi is: [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '3be5bf7a-bf10-4e6c-a3cf-42f078632e25', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'port_id': '4588ef89-d187-46b6-a499-883e38379ad2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'mac_address': 'fa:16:3e:9e:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f927b-dd10-457b-b591-2c1896f75725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T14:01:14Z', 'updated_at': '2022-04-07T14:01:14Z', 'revision_number': 0, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 5, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 14:01:16.442951 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f4894-8726-4f1b-9e03-9c62870480e9 None None] New status for floating IP 3be5bf7a-bf10-4e6c-a3cf-42f078632e25: ACTIVE {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 14:01:22.451843 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa95c71f-647b-479e-94b7-1540bb4e468d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:24.965622 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4d67f318-3abd-437a-ae56-674a423871c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:25.860111 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:27.336865 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:28.730724 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:35.288817 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:38.964880 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:01:40.885403 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-93ac6fc9-b7f4-4eb4-ad42-c5d1cfc56b22 req-4a7b0990-4eff-4ac1-befc-0e097008758f service neutron] (103371) timed out ('10.222.0.23', 49901) {{(pid=103371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 14:01:43.169129 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e3b1f463-c739-47e7-94bc-8642f4fa0e80 req-9b8bd1d1-cd91-438c-9e30-215c39e92b54 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432496 Apr 07 14:01:43.273734 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1f463-c739-47e7-94bc-8642f4fa0e80 req-4618a211-c66f-4842-965e-d57b62170a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:43.275217 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e3b1f463-c739-47e7-94bc-8642f4fa0e80 req-4618a211-c66f-4842-965e-d57b62170a1b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 1129 time: 0.0465484 Apr 07 14:01:43.374608 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1f463-c739-47e7-94bc-8642f4fa0e80 req-d8aae96c-14ab-4b58-97cf-32a855ad9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:43.376183 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e3b1f463-c739-47e7-94bc-8642f4fa0e80 req-d8aae96c-14ab-4b58-97cf-32a855ad9e47 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 912 time: 0.0830939 Apr 07 14:01:43.443549 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e3b1f463-c739-47e7-94bc-8642f4fa0e80 req-2389b4d0-0c8d-4b75-8b52-b1335f4c1984 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4588ef89-d187-46b6-a499-883e38379ad2 HTTP/1.1" status: 200 len: 1001 time: 0.0604181 Apr 07 14:01:43.489879 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1f463-c739-47e7-94bc-8642f4fa0e80 req-bb3d534c-e7bf-4d4c-99d6-bf49fba5c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:43.491271 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e3b1f463-c739-47e7-94bc-8642f4fa0e80 req-bb3d534c-e7bf-4d4c-99d6-bf49fba5c512 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7175269d-ff78-4ebd-88d9-c9c519e27f8e HTTP/1.1" status: 200 len: 850 time: 0.0417717 Apr 07 14:01:43.537771 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1f463-c739-47e7-94bc-8642f4fa0e80 req-27046fc7-06e5-48dc-a90a-cbdd70ae0fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:01:43.539202 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e3b1f463-c739-47e7-94bc-8642f4fa0e80 req-27046fc7-06e5-48dc-a90a-cbdd70ae0fe6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dfc9002-a19f-45d5-99f9-50fdb666062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420384 Apr 07 14:01:43.864712 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e3b1f463-c739-47e7-94bc-8642f4fa0e80 req-08932700-e0c4-4c65-84e9-eef7b107010e service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190327 Apr 07 14:01:43.951153 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e3b1f463-c739-47e7-94bc-8642f4fa0e80 req-d5a1594a-667b-47a1-b526-93a558528259 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799787 Apr 07 14:01:52.453079 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5fe45c80-0455-4ff1-921e-f6a6628ace9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:54.966709 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-51faf3ba-21a3-4188-afb0-af0b8c086027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:55.863432 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:57.340481 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:01:58.732839 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:02:05.288885 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:02:15.963515 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:02:22.455763 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55026fc8-395f-4ab1-9b5a-ffdfbe4877f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:02:24.967456 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-25b7731a-24f3-4cd7-ba93-804e343fd27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:02:25.866225 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:02:27.341928 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:02:28.736337 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:02:35.273413 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:02:45.209476 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-29e35b9d-67f4-4aa8-8a4a-bc1b114b11ac req-64884961-9325-4799-b9e4-e19c5ea6e750 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0949104 Apr 07 14:02:45.313928 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e35b9d-67f4-4aa8-8a4a-bc1b114b11ac req-03700552-b20d-4aed-832b-d69aa9b99ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:02:45.315449 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-29e35b9d-67f4-4aa8-8a4a-bc1b114b11ac req-03700552-b20d-4aed-832b-d69aa9b99ed0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 1129 time: 0.0477533 Apr 07 14:02:45.414344 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e35b9d-67f4-4aa8-8a4a-bc1b114b11ac req-c9442610-1b0f-48de-a12d-111e5ef1c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:02:45.415712 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-29e35b9d-67f4-4aa8-8a4a-bc1b114b11ac req-c9442610-1b0f-48de-a12d-111e5ef1c730 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 912 time: 0.0826094 Apr 07 14:02:45.481752 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-29e35b9d-67f4-4aa8-8a4a-bc1b114b11ac req-52362fe8-2976-490a-a658-f424b45dec56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4588ef89-d187-46b6-a499-883e38379ad2 HTTP/1.1" status: 200 len: 1001 time: 0.0604632 Apr 07 14:02:45.528466 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e35b9d-67f4-4aa8-8a4a-bc1b114b11ac req-01d8acf8-421a-421b-8b4f-1059ace1215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:02:45.529852 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-29e35b9d-67f4-4aa8-8a4a-bc1b114b11ac req-01d8acf8-421a-421b-8b4f-1059ace1215c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7175269d-ff78-4ebd-88d9-c9c519e27f8e HTTP/1.1" status: 200 len: 850 time: 0.0423827 Apr 07 14:02:45.577087 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e35b9d-67f4-4aa8-8a4a-bc1b114b11ac req-e465615e-433b-4c3a-824c-d31c24391f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:02:45.578566 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-29e35b9d-67f4-4aa8-8a4a-bc1b114b11ac req-e465615e-433b-4c3a-824c-d31c24391f30 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dfc9002-a19f-45d5-99f9-50fdb666062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426853 Apr 07 14:02:45.669137 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-29e35b9d-67f4-4aa8-8a4a-bc1b114b11ac req-3bacbd23-f81e-4f61-a3f8-095f475c3aaf service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844378 Apr 07 14:02:45.757407 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-29e35b9d-67f4-4aa8-8a4a-bc1b114b11ac req-45b7a925-d6f6-41d9-abe5-de4a2d258d58 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827820 Apr 07 14:02:52.456439 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-14f664fe-73f6-4380-a87a-325be198bf94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:02:52.962682 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:02:54.968970 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-27af6cfa-5bb8-4676-add4-964e08446145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:02:55.867802 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:02:57.345697 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:02:58.737484 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:05.314104 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:22.458365 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2c78d246-d910-4836-aaca-302bc6769d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:24.969909 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bedd4f8-780e-4ce7-8c5d-f58ccc0a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:25.870679 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:27.349192 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:28.739978 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:29.961660 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:03:30.570684 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dbdbd-21a0-407b-a03a-c1aa8197bfd9 req-2527940f-43f2-464f-bc4d-7a0336cb1073 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:30.572155 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c79dbdbd-21a0-407b-a03a-c1aa8197bfd9 req-2527940f-43f2-464f-bc4d-7a0336cb1073 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 945 time: 0.1123347 Apr 07 14:03:30.620370 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c79dbdbd-21a0-407b-a03a-c1aa8197bfd9 req-55b382ab-0f45-4489-a4aa-2ce90c196746 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420690 Apr 07 14:03:31.789783 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de17e3-bd7a-4b72-88b6-2ba2408ee594 req-74f067aa-7a23-4a17-9704-35b62a9b7831 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:31.791276 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c0de17e3-bd7a-4b72-88b6-2ba2408ee594 req-74f067aa-7a23-4a17-9704-35b62a9b7831 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 945 time: 0.1039414 Apr 07 14:03:31.840201 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c0de17e3-bd7a-4b72-88b6-2ba2408ee594 req-c27d3e5b-ac5b-4116-beff-2123066dc4ec tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433524 Apr 07 14:03:32.299990 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed634c-ef5a-4c2c-8766-0a1414e662ce req-4e2e8817-20f8-45d4-8442-634f6612e18e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:32.301402 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-37ed634c-ef5a-4c2c-8766-0a1414e662ce req-4e2e8817-20f8-45d4-8442-634f6612e18e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 945 time: 0.0543861 Apr 07 14:03:32.389674 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-37ed634c-ef5a-4c2c-8766-0a1414e662ce req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Deleting port 4588ef89-d187-46b6-a499-883e38379ad2 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:03:32.390008 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-37ed634c-ef5a-4c2c-8766-0a1414e662ce req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (4588ef89-d187-46b6-a499-883e38379ad2), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:32.478552 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-37ed634c-ef5a-4c2c-8766-0a1414e662ce req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] For port 4588ef89-d187-46b6-a499-883e38379ad2, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4588ef89-d187-46b6-a499-883e38379ad2,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:03:32.479327 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-37ed634c-ef5a-4c2c-8766-0a1414e662ce req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (4588ef89-d187-46b6-a499-883e38379ad2), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:32.644642 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-37ed634c-ef5a-4c2c-8766-0a1414e662ce req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:32.645018 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-37ed634c-ef5a-4c2c-8766-0a1414e662ce req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (3be5bf7a-bf10-4e6c-a3cf-42f078632e25), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:32.645336 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-37ed634c-ef5a-4c2c-8766-0a1414e662ce req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Floating IP 3be5bf7a-bf10-4e6c-a3cf-42f078632e25 disassociated. External IP: 172.27.0.204, port: 4588ef89-d187-46b6-a499-883e38379ad2. Apr 07 14:03:32.645677 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-37ed634c-ef5a-4c2c-8766-0a1414e662ce req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Calling delete_port for 4588ef89-d187-46b6-a499-883e38379ad2 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:03:32.777582 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-37ed634c-ef5a-4c2c-8766-0a1414e662ce req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (4588ef89-d187-46b6-a499-883e38379ad2), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:32.806049 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event deleted for resources: {'Port': ['ID=4588ef89-d187-46b6-a499-883e38379ad2,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:03:32.817886 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:32.818233 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:32.818602 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:32.818946 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:32.819279 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:32.819863 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:32.820224 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:32.820551 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:32.820879 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:32.821205 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:32.821535 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:32.821863 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:32.822786 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:32.823118 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:32.823437 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:32.935758 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37ed634c-ef5a-4c2c-8766-0a1414e662ce req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 14:03:32.936413 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-32ae6574-1326-47ab-87da-b659b3d10883 req-40460003-a5f1-45d8-b70a-3c21f53d2619 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c9f927b-dd10-457b-b591-2c1896f75725 HTTP/1.1" status: 200 len: 210 time: 0.0256729 Apr 07 14:03:33.045289 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37ed634c-ef5a-4c2c-8766-0a1414e662ce req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 14:03:33.054689 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b38a6a5-2f38-4c69-919b-6839359586ba None None] Sync routers for ids ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 14:03:33.066932 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b38a6a5-2f38-4c69-919b-6839359586ba None None] Routers {'13cde88f-8757-46c2-94f5-f1a6a8cb31c7'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:03:33.067547 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4b38a6a5-2f38-4c69-919b-6839359586ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:03:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:03:33.086467 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ed634c-ef5a-4c2c-8766-0a1414e662ce req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] No DVR routers for this DVR port 4588ef89-d187-46b6-a499-883e38379ad2 on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 14:03:33.089588 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-37ed634c-ef5a-4c2c-8766-0a1414e662ce req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:33.093122 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-37ed634c-ef5a-4c2c-8766-0a1414e662ce req-22dec93c-ae02-4c5e-81e8-0313fd2acfbc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.23 "DELETE /v2.0/ports/4588ef89-d187-46b6-a499-883e38379ad2 HTTP/1.1" status: 204 len: 173 time: 0.7852771 Apr 07 14:03:33.093584 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9f927b-dd10-457b-b591-2c1896f75725', 'name': 'network-vif-deleted', 'tag': '4588ef89-d187-46b6-a499-883e38379ad2'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 14:03:33.095904 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbde9382-e68b-4247-8880-6223ebf4329a" -d '{"events": [{"server_uuid": "2c9f927b-dd10-457b-b591-2c1896f75725", "name": "network-vif-deleted", "tag": "4588ef89-d187-46b6-a499-883e38379ad2"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 14:03:33.136172 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 14:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dff4e4-8b9f-4720-9a06-a71b33bf6e9b x-openstack-request-id: req-b2dff4e4-8b9f-4720-9a06-a71b33bf6e9b {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 14:03:33.136750 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9f927b-dd10-457b-b591-2c1896f75725", "name": "network-vif-deleted", "tag": "4588ef89-d187-46b6-a499-883e38379ad2", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 14:03:33.137055 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2dff4e4-8b9f-4720-9a06-a71b33bf6e9b {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 14:03:33.137641 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2dff4e4-8b9f-4720-9a06-a71b33bf6e9b'] response: {'server_uuid': '2c9f927b-dd10-457b-b591-2c1896f75725', 'name': 'network-vif-deleted', 'tag': '4588ef89-d187-46b6-a499-883e38379ad2', 'status': 'completed', 'code': 200} Apr 07 14:03:33.185034 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-4b38a6a5-2f38-4c69-919b-6839359586ba None None] Set router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:03:33.384016 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4b38a6a5-2f38-4c69-919b-6839359586ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 5, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:03:33.409761 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b38a6a5-2f38-4c69-919b-6839359586ba None None] Checking router: 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 14:03:33.417652 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b38a6a5-2f38-4c69-919b-6839359586ba None None] Routers {'13cde88f-8757-46c2-94f5-f1a6a8cb31c7'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:03:33.418245 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4b38a6a5-2f38-4c69-919b-6839359586ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:03:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:03:33.526475 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-4b38a6a5-2f38-4c69-919b-6839359586ba None None] Set router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:03:33.852742 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4b38a6a5-2f38-4c69-919b-6839359586ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 5, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:03:33.881335 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b38a6a5-2f38-4c69-919b-6839359586ba None None] The sync data for ids ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'] in dv-cinder-836973-1-iscsi is: [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 5, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 14:03:34.111346 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5dca4b-7b6d-4013-ad11-06070413608e None None] New status for floating IP 3be5bf7a-bf10-4e6c-a3cf-42f078632e25: DOWN {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 14:03:34.155030 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-c9997f6f-4bca-46d2-8b46-ef077de332fd tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1096496219&fields=id&tenant_id=5642ba0a26564b09935489b9abd8c8ef HTTP/1.1" status: 200 len: 267 time: 0.0460849 Apr 07 14:03:34.261124 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-b7f75ca7-eb29-4292-b26d-891967ac2f26 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:34.262595 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-b7f75ca7-eb29-4292-b26d-891967ac2f26 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 811 time: 0.1009090 Apr 07 14:03:34.277004 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-1e68b606-fca8-49f4-ba44-9492c2c1e2d4 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/quotas/5642ba0a26564b09935489b9abd8c8ef HTTP/1.1" status: 200 len: 375 time: 0.0091248 Apr 07 14:03:34.333198 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-a07d3bf9-68ee-4fee-8b8c-a9358053e9da tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514603 Apr 07 14:03:34.403197 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-b1583d8e-936a-46a7-beb2-f0667fb4b7dc service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 14:03:34.404189 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-b1583d8e-936a-46a7-beb2-f0667fb4b7dc service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0592833 Apr 07 14:03:34.490213 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-c17d4d9c-1fa1-4a82-991f-56c8258fc3ba service neutron] 10.222.0.39 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801625 Apr 07 14:03:34.579705 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-f3a83370-f517-465d-ae61-2f61fa3215fa service neutron] 10.222.0.39 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833778 Apr 07 14:03:34.853471 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-963a55bb-8f12-4f06-b809-c99e04e2ce20 req-a2106350-e40c-4338-b3e9-988d2ef94798 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 210 time: 0.0267422 Apr 07 14:03:35.324943 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:35.860097 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-ba64e7b5-0139-42fa-b8af-31016b821e1e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:35.861647 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-ba64e7b5-0139-42fa-b8af-31016b821e1e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.23 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 811 time: 0.1076138 Apr 07 14:03:35.946127 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-5a4304da-a4dc-427b-be9c-d80a57447ffc req-80bff54b-105c-478c-b642-ebeeda339b0f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 210 time: 0.0269754 Apr 07 14:03:35.954403 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-676a5fca-e0b5-429f-8919-d4880fad957f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5642ba0a26564b09935489b9abd8c8ef HTTP/1.1" status: 200 len: 380 time: 0.0563929 Apr 07 14:03:35.964571 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-6c79c922-529a-4c02-80b8-dc4918ffd8cd tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Request body: {'port': {'device_id': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'admin_state_up': True, 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'security_groups': ['edd8a53e-050d-4e12-90b8-d836ba299a2a']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:03:36.069740 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-6c79c922-529a-4c02-80b8-dc4918ffd8cd tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Made reservation on behalf of 5642ba0a26564b09935489b9abd8c8ef for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 14:03:36.073582 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-6c79c922-529a-4c02-80b8-dc4918ffd8cd tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:36.195564 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-6c79c922-529a-4c02-80b8-dc4918ffd8cd tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Allocated IP 172.20.0.11 (2dfc9002-a19f-45d5-99f9-50fdb666062c/7175269d-ff78-4ebd-88d9-c9c519e27f8e/81550e94-62e7-4366-aa09-5120ed111bcd) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 14:03:36.329743 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 4588ef89-d187-46b6-a499-883e38379ad2 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 14:03:36.339436 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-6c79c922-529a-4c02-80b8-dc4918ffd8cd tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for port (81550e94-62e7-4366-aa09-5120ed111bcd), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:36.353018 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: 4588ef89-d187-46b6-a499-883e38379ad2 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 14:03:36.353380 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 4588ef89-d187-46b6-a499-883e38379ad2 not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 14:03:36.376715 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-6c79c922-529a-4c02-80b8-dc4918ffd8cd tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (81550e94-62e7-4366-aa09-5120ed111bcd), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:36.418498 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-6c79c922-529a-4c02-80b8-dc4918ffd8cd tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Network 2dfc9002-a19f-45d5-99f9-50fdb666062c is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 14:03:36.421558 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-6c79c922-529a-4c02-80b8-dc4918ffd8cd tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 14:03:36.427835 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-6c79c922-529a-4c02-80b8-dc4918ffd8cd tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 14:03:36.456780 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79c922-529a-4c02-80b8-dc4918ffd8cd tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event updated for resources: {'Port': ['ID=81550e94-62e7-4366-aa09-5120ed111bcd,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:03:36.495174 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-6c79c922-529a-4c02-80b8-dc4918ffd8cd tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:36.495834 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-6c79c922-529a-4c02-80b8-dc4918ffd8cd tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:36.514321 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-6c79c922-529a-4c02-80b8-dc4918ffd8cd tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5540709 Apr 07 14:03:36.587540 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Request body: {'port': {'device_id': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:03:36.646042 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (81550e94-62e7-4366-aa09-5120ed111bcd), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:36.706561 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-21090032-2b92-45e9-8bfb-d45551f74c99 None None] Provisioning complete for port 81550e94-62e7-4366-aa09-5120ed111bcd triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:03:36.706985 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-21090032-2b92-45e9-8bfb-d45551f74c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (81550e94-62e7-4366-aa09-5120ed111bcd), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:36.739967 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-21090032-2b92-45e9-8bfb-d45551f74c99 None None] Port 81550e94-62e7-4366-aa09-5120ed111bcd cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 14:03:36.901935 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81550e94-62e7-4366-aa09-5120ed111bcd {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 14:03:36.909073 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Publish callbacks [] for port (81550e94-62e7-4366-aa09-5120ed111bcd), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:36.921463 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Transition to ACTIVE for port object 81550e94-62e7-4366-aa09-5120ed111bcd will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 14:03:36.924988 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (81550e94-62e7-4366-aa09-5120ed111bcd), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:36.994142 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Pushing event updated for resources: {'Port': ['ID=81550e94-62e7-4366-aa09-5120ed111bcd,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:03:37.045517 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Attempting to bind port 81550e94-62e7-4366-aa09-5120ed111bcd on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:03:37.045852 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Attempting to bind port 81550e94-62e7-4366-aa09-5120ed111bcd by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 14:03:37.046203 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Attempting to bind port 81550e94-62e7-4366-aa09-5120ed111bcd on network 2dfc9002-a19f-45d5-99f9-50fdb666062c {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 14:03:37.051015 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Port 81550e94-62e7-4366-aa09-5120ed111bcd on network 2dfc9002-a19f-45d5-99f9-50fdb666062c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:03:37.051572 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Attempting to bind port 81550e94-62e7-4366-aa09-5120ed111bcd on network 2dfc9002-a19f-45d5-99f9-50fdb666062c {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 14:03:37.057206 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 14, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 14:03:37.057550 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Checking segment: {'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 14:03:37.058113 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Bound using segment: {'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 14:03:37.058585 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Bound port: 81550e94-62e7-4366-aa09-5120ed111bcd, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 14:03:37.058948 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (81550e94-62e7-4366-aa09-5120ed111bcd), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:37.082718 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6eb03-3416-40b8-a9c6-b63892d8bfd9 req-35b7f0ba-8923-408e-bace-8a637162373b tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:37.084882 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-61c6eb03-3416-40b8-a9c6-b63892d8bfd9 req-35b7f0ba-8923-408e-bace-8a637162373b tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 944 time: 0.0595436 Apr 07 14:03:37.135570 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] For port 81550e94-62e7-4366-aa09-5120ed111bcd, host hv-cinder-83697, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 14:03:37.138949 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] For port 81550e94-62e7-4366-aa09-5120ed111bcd, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=81550e94-62e7-4366-aa09-5120ed111bcd,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 14:03:37.140092 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-61c6eb03-3416-40b8-a9c6-b63892d8bfd9 req-4bbf3605-acaa-4d91-955e-0899bdfb79a4 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482008 Apr 07 14:03:37.148504 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (81550e94-62e7-4366-aa09-5120ed111bcd), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:37.183770 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:37.184376 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:37.185784 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] 10.222.0.23 "PUT /v2.0/ports/81550e94-62e7-4366-aa09-5120ed111bcd HTTP/1.1" status: 200 len: 1094 time: 0.6025715 Apr 07 14:03:37.186161 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'tag': '81550e94-62e7-4366-aa09-5120ed111bcd'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 14:03:37.188366 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1ce6c2-3db2-4dc5-862b-b0a479f7b6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "513a661d-dd8e-49ea-8d1b-145408e3e413", "tag": "81550e94-62e7-4366-aa09-5120ed111bcd"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 14:03:37.218623 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e548f-903f-4453-b7ab-a27049058c08 service neutron] Pushing event updated for resources: {'Port': ['ID=81550e94-62e7-4366-aa09-5120ed111bcd,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:03:37.232240 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 14:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a249d5cb-2d17-4876-9f5a-78781ae0ab27 x-openstack-request-id: req-a249d5cb-2d17-4876-9f5a-78781ae0ab27 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 14:03:37.232605 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513a661d-dd8e-49ea-8d1b-145408e3e413", "tag": "81550e94-62e7-4366-aa09-5120ed111bcd", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 14:03:37.232939 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a249d5cb-2d17-4876-9f5a-78781ae0ab27 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 14:03:37.233470 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a249d5cb-2d17-4876-9f5a-78781ae0ab27'] response: {'name': 'network-changed', 'server_uuid': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'tag': '81550e94-62e7-4366-aa09-5120ed111bcd', 'status': 'completed', 'code': 200} Apr 07 14:03:37.293331 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-2e06a351-750b-4359-9660-cfa02167e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:37.295096 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-2e06a351-750b-4359-9660-cfa02167e33d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 1128 time: 0.0474091 Apr 07 14:03:37.347050 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-873497ce-8160-4a4c-b634-6f7bbe7dd10f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81550e94-62e7-4366-aa09-5120ed111bcd HTTP/1.1" status: 200 len: 217 time: 0.0391355 Apr 07 14:03:37.395269 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-32ad6eb6-8742-4701-89d6-2ba2c02f7e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:37.396719 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-32ad6eb6-8742-4701-89d6-2ba2c02f7e7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7175269d-ff78-4ebd-88d9-c9c519e27f8e HTTP/1.1" status: 200 len: 850 time: 0.0444615 Apr 07 14:03:37.442347 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-6e6f4789-b7ef-4210-b4ae-2876f6cc18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:37.443791 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-6e6f4789-b7ef-4210-b4ae-2876f6cc18a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dfc9002-a19f-45d5-99f9-50fdb666062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418577 Apr 07 14:03:37.533250 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-19eac163-3530-4eae-b2ef-4d25d97799dc service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835857 Apr 07 14:03:37.618462 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-48b22d5c-0cc7-4756-86b7-70971c2335ac req-416abc77-4a66-4ba0-9545-2285a4b72cbd service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792437 Apr 07 14:03:38.262330 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721c994-4999-46d0-a404-73db41afd003 req-e68a6770-bbdb-40d8-b500-89603cb193c5 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:38.263805 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a721c994-4999-46d0-a404-73db41afd003 req-e68a6770-bbdb-40d8-b500-89603cb193c5 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 944 time: 0.0548995 Apr 07 14:03:38.311435 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a721c994-4999-46d0-a404-73db41afd003 req-23623cb4-d143-4675-9861-21c61c654108 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421138 Apr 07 14:03:38.439017 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ce6c2-3db2-4dc5-862b-b0a479f7b6a8 req-60d04b83-8c60-45a4-b924-74853d429493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:38.440498 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fd1ce6c2-3db2-4dc5-862b-b0a479f7b6a8 req-60d04b83-8c60-45a4-b924-74853d429493 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 1128 time: 0.0449321 Apr 07 14:03:38.531818 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ce6c2-3db2-4dc5-862b-b0a479f7b6a8 req-87881fe7-96d2-44db-8bac-75faaaefbaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:38.533252 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fd1ce6c2-3db2-4dc5-862b-b0a479f7b6a8 req-87881fe7-96d2-44db-8bac-75faaaefbaac service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 912 time: 0.0860183 Apr 07 14:03:38.573162 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fd1ce6c2-3db2-4dc5-862b-b0a479f7b6a8 req-3a333c51-b239-45a9-a56d-b013c8d5d176 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81550e94-62e7-4366-aa09-5120ed111bcd HTTP/1.1" status: 200 len: 217 time: 0.0335772 Apr 07 14:03:38.622833 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ce6c2-3db2-4dc5-862b-b0a479f7b6a8 req-51170557-e195-4711-a399-7cc88038dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:38.624229 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fd1ce6c2-3db2-4dc5-862b-b0a479f7b6a8 req-51170557-e195-4711-a399-7cc88038dccf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7175269d-ff78-4ebd-88d9-c9c519e27f8e HTTP/1.1" status: 200 len: 850 time: 0.0457287 Apr 07 14:03:38.672492 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ce6c2-3db2-4dc5-862b-b0a479f7b6a8 req-84b57ba2-437e-486d-9296-7d353195e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:38.674011 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fd1ce6c2-3db2-4dc5-862b-b0a479f7b6a8 req-84b57ba2-437e-486d-9296-7d353195e253 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dfc9002-a19f-45d5-99f9-50fdb666062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439284 Apr 07 14:03:38.763743 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fd1ce6c2-3db2-4dc5-862b-b0a479f7b6a8 req-faa82833-93be-4b06-86ff-7ae6c2fdacf4 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836823 Apr 07 14:03:38.851018 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fd1ce6c2-3db2-4dc5-862b-b0a479f7b6a8 req-b1adbf48-bcf1-48c4-a9cd-119a772eb4d5 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817583 Apr 07 14:03:39.428571 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6868a-9bd8-4fa1-956a-88f98fb55245 req-f9acecdc-5d9c-44f2-aea7-3d5bee878738 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:39.430023 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-08b6868a-9bd8-4fa1-956a-88f98fb55245 req-f9acecdc-5d9c-44f2-aea7-3d5bee878738 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 944 time: 0.0509622 Apr 07 14:03:39.477547 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-08b6868a-9bd8-4fa1-956a-88f98fb55245 req-cd4e09ff-a483-487d-9fbb-e446eaf5f773 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415108 Apr 07 14:03:40.595207 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac831732-731c-4d29-8936-adc893e44c51 req-1cdb6931-fbf2-4781-827d-06153c87f50a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:40.596664 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ac831732-731c-4d29-8936-adc893e44c51 req-1cdb6931-fbf2-4781-827d-06153c87f50a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 944 time: 0.0551362 Apr 07 14:03:40.643519 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ac831732-731c-4d29-8936-adc893e44c51 req-115256fd-4950-4cde-a31a-3835c05c5996 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414307 Apr 07 14:03:41.762453 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad9239-a1f2-423b-befc-19ceb6a95c15 req-61105629-e339-471d-a264-cb8c33a65de4 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:41.763921 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c5ad9239-a1f2-423b-befc-19ceb6a95c15 req-61105629-e339-471d-a264-cb8c33a65de4 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 944 time: 0.0538404 Apr 07 14:03:41.811822 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c5ad9239-a1f2-423b-befc-19ceb6a95c15 req-f3aa1f35-a829-419a-86ef-3f37728c95c5 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424092 Apr 07 14:03:42.925683 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701e95e-7058-4cc9-9006-6be96b94e9d6 req-3f4044ad-93a0-4f79-8f26-5cfc91695b6a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:42.927076 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b701e95e-7058-4cc9-9006-6be96b94e9d6 req-3f4044ad-93a0-4f79-8f26-5cfc91695b6a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 944 time: 0.0497544 Apr 07 14:03:42.977170 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-b701e95e-7058-4cc9-9006-6be96b94e9d6 req-ef5e7c1a-a864-43fa-858a-6109c2ad0a7c tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440092 Apr 07 14:03:44.090549 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26966391-1b75-410d-930f-6f22e59fccb8 req-e163fd28-f87d-4796-bae8-8fceba5ad778 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:44.091990 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-26966391-1b75-410d-930f-6f22e59fccb8 req-e163fd28-f87d-4796-bae8-8fceba5ad778 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 944 time: 0.0513611 Apr 07 14:03:44.138706 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-26966391-1b75-410d-930f-6f22e59fccb8 req-89fe98e0-3daf-4167-9bf7-7f05fe55474a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412130 Apr 07 14:03:45.252059 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd92a8-414c-48ec-a0a4-7d9b80778aca req-ede9b265-802e-4d12-8a78-ce4b5cb060b2 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:45.253512 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-41dd92a8-414c-48ec-a0a4-7d9b80778aca req-ede9b265-802e-4d12-8a78-ce4b5cb060b2 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 944 time: 0.0503774 Apr 07 14:03:45.300805 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-41dd92a8-414c-48ec-a0a4-7d9b80778aca req-c9fda84f-c561-41ec-a65d-f2c45b892d89 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418577 Apr 07 14:03:46.377101 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 81550e94-62e7-4366-aa09-5120ed111bcd details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 14:03:46.419770 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c73f3-96cf-4202-9e04-b737322be85e req-b591a06d-776f-4759-a686-dea78feed886 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:46.421240 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7c5c73f3-96cf-4202-9e04-b737322be85e req-b591a06d-776f-4759-a686-dea78feed886 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 944 time: 0.0561650 Apr 07 14:03:46.469148 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7c5c73f3-96cf-4202-9e04-b737322be85e req-8dece45f-10ee-41f7-b7c6-531d1f592567 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423090 Apr 07 14:03:46.472605 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 81550e94-62e7-4366-aa09-5120ed111bcd, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=81550e94-62e7-4366-aa09-5120ed111bcd,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:03:46.483512 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': '81550e94-62e7-4366-aa09-5120ed111bcd', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'port_id': '81550e94-62e7-4366-aa09-5120ed111bcd', 'mac_address': 'fa:16:3e:91:af:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 14:03:46.518927 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 81550e94-62e7-4366-aa09-5120ed111bcd is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:03:46.519313 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (81550e94-62e7-4366-aa09-5120ed111bcd), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:46.535185 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81550e94-62e7-4366-aa09-5120ed111bcd {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 14:03:46.553104 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 81550e94-62e7-4366-aa09-5120ed111bcd, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=81550e94-62e7-4366-aa09-5120ed111bcd,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:03:46.556788 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (81550e94-62e7-4366-aa09-5120ed111bcd), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:46.602170 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=81550e94-62e7-4366-aa09-5120ed111bcd,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:03:46.608868 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:46.609217 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:46.609562 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:46.609899 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:46.610233 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:46.610604 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:46.610917 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:46.611242 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:46.611569 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:46.611892 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:46.612216 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:46.612537 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:46.612859 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:46.613177 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:46.613496 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:46.982805 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['81550e94-62e7-4366-aa09-5120ed111bcd'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 14:03:47.584336 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0819cd0-d99e-44e8-b08f-6065e4912dac req-f4db08ad-f925-4699-b2a0-e9d8358ec965 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:47.585786 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c0819cd0-d99e-44e8-b08f-6065e4912dac req-f4db08ad-f925-4699-b2a0-e9d8358ec965 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 945 time: 0.0515041 Apr 07 14:03:47.636126 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-c0819cd0-d99e-44e8-b08f-6065e4912dac req-b1151b55-4504-4206-9caf-57d5533e0883 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443385 Apr 07 14:03:48.374564 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 81550e94-62e7-4366-aa09-5120ed111bcd up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 14:03:48.421529 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port 81550e94-62e7-4366-aa09-5120ed111bcd completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:03:48.425563 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port 81550e94-62e7-4366-aa09-5120ed111bcd triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:03:48.425945 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (81550e94-62e7-4366-aa09-5120ed111bcd), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:48.503564 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port 81550e94-62e7-4366-aa09-5120ed111bcd is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:03:48.503958 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (81550e94-62e7-4366-aa09-5120ed111bcd), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:48.525449 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81550e94-62e7-4366-aa09-5120ed111bcd'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 14:03:48.528236 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233f353f-7125-4d96-a1f1-b45add200077" -d '{"events": [{"server_uuid": "513a661d-dd8e-49ea-8d1b-145408e3e413", "name": "network-vif-plugged", "status": "completed", "tag": "81550e94-62e7-4366-aa09-5120ed111bcd"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 14:03:48.540218 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port 81550e94-62e7-4366-aa09-5120ed111bcd, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=81550e94-62e7-4366-aa09-5120ed111bcd,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:03:48.544677 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (81550e94-62e7-4366-aa09-5120ed111bcd), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:48.592433 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=81550e94-62e7-4366-aa09-5120ed111bcd,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:03:48.622799 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 14:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aa6f70-440f-4d2b-a7ab-cb94683c13d4 x-openstack-request-id: req-87aa6f70-440f-4d2b-a7ab-cb94683c13d4 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 14:03:48.623105 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513a661d-dd8e-49ea-8d1b-145408e3e413", "name": "network-vif-plugged", "status": "completed", "tag": "81550e94-62e7-4366-aa09-5120ed111bcd", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 14:03:48.623370 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-87aa6f70-440f-4d2b-a7ab-cb94683c13d4 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 14:03:48.623773 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87aa6f70-440f-4d2b-a7ab-cb94683c13d4'] response: {'server_uuid': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81550e94-62e7-4366-aa09-5120ed111bcd', 'code': 200} Apr 07 14:03:48.753028 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9210c2-0c3b-4216-9bf4-888bf148515e req-706a7cab-7247-4cb4-8caf-9e4d5a816bae tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:48.754651 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-be9210c2-0c3b-4216-9bf4-888bf148515e req-706a7cab-7247-4cb4-8caf-9e4d5a816bae tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 946 time: 0.0522614 Apr 07 14:03:48.809661 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-be9210c2-0c3b-4216-9bf4-888bf148515e req-5d73da46-97e1-40c8-98f8-ed3ede38b120 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493457 Apr 07 14:03:48.861162 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8201e4-4425-4388-b97c-9cca82f62553 req-875e6af7-dc0a-4f78-86f0-a49a6591c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:48.862687 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d8201e4-4425-4388-b97c-9cca82f62553 req-875e6af7-dc0a-4f78-86f0-a49a6591c70f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 1130 time: 0.0441780 Apr 07 14:03:48.912600 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d8201e4-4425-4388-b97c-9cca82f62553 req-52f85c1d-ea10-4e20-ba36-524cd5fe4cd4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427806 Apr 07 14:03:49.924674 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa57f50-3f64-4315-b5b3-99b5efdddad5 req-a9642748-9e00-4258-991a-7e3b0f80660a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:49.926022 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2fa57f50-3f64-4315-b5b3-99b5efdddad5 req-a9642748-9e00-4258-991a-7e3b0f80660a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 946 time: 0.0503504 Apr 07 14:03:49.973597 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2fa57f50-3f64-4315-b5b3-99b5efdddad5 req-1a692a5c-9c60-42af-b32c-6b6dd54fbe34 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421259 Apr 07 14:03:51.085921 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950af68-1ea1-49cc-a64c-e9ce8a5db921 req-43ab57fb-0873-44cd-a053-05deaf14505e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:51.087374 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2950af68-1ea1-49cc-a64c-e9ce8a5db921 req-43ab57fb-0873-44cd-a053-05deaf14505e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 946 time: 0.0500753 Apr 07 14:03:51.133843 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2950af68-1ea1-49cc-a64c-e9ce8a5db921 req-4107d4c5-7e3b-43c1-8ebb-f71f4cabb86f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403109 Apr 07 14:03:51.251732 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0d858-da45-4c70-89c2-0ebe07400d09 req-f083a21d-6c56-4e77-a081-f5cf20699420 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:51.253093 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-96e0d858-da45-4c70-89c2-0ebe07400d09 req-f083a21d-6c56-4e77-a081-f5cf20699420 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 946 time: 0.0536814 Apr 07 14:03:51.299937 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-96e0d858-da45-4c70-89c2-0ebe07400d09 req-3c967c11-2850-446f-9e44-2ecd034b1d2f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413911 Apr 07 14:03:51.321843 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 37472) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:03:51.362907 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407d9d93-7c63-45f1-9ca7-0a8d1fa9c031 tempest-TestVolumeBootPattern-879673158 tempest-TestVolumeBootPattern-879673158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:51.364354 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-407d9d93-7c63-45f1-9ca7-0a8d1fa9c031 tempest-TestVolumeBootPattern-879673158 tempest-TestVolumeBootPattern-879673158-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 1125 time: 0.0415497 Apr 07 14:03:51.366910 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 37474) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:03:51.371407 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Request body: {'floatingip': {'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'port_id': '81550e94-62e7-4366-aa09-5120ed111bcd', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:03:51.390932 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:51.485894 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:51.584187 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Allocated IP 172.27.0.11 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/1c41a74e-912e-4665-a32e-e21df7c0e467) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 14:03:51.687712 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for port (1c41a74e-912e-4665-a32e-e21df7c0e467), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:51.718532 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (1c41a74e-912e-4665-a32e-e21df7c0e467), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:51.756347 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 14:03:51.759138 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 14:03:51.764592 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 14:03:51.785594 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event updated for resources: {'Port': ['ID=1c41a74e-912e-4665-a32e-e21df7c0e467,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:03:51.796942 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:51.797290 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:51.797636 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:51.797976 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:51.798331 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:51.798668 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:51.798996 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:51.799322 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:51.799649 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:51.799974 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:51.800301 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:51.800625 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:51.800946 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:51.801267 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:51.801584 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:03:52.131851 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for floatingip (e5e39bd1-5ed5-4761-bd8f-9215330af2f4), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:52.197712 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (1c41a74e-912e-4665-a32e-e21df7c0e467), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:52.461060 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10797407-1e0f-45f0-8ac2-b092958a7082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:52.608060 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for port (1c41a74e-912e-4665-a32e-e21df7c0e467), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:52.612331 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3931381'] for port (1c41a74e-912e-4665-a32e-e21df7c0e467), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:52.679598 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event updated for resources: {'Port': ['ID=1c41a74e-912e-4665-a32e-e21df7c0e467,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:03:52.691426 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (e5e39bd1-5ed5-4761-bd8f-9215330af2f4), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:52.790758 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.l3_db [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Floating IP e5e39bd1-5ed5-4761-bd8f-9215330af2f4 associated. External IP: 172.27.0.11, port: 81550e94-62e7-4366-aa09-5120ed111bcd. Apr 07 14:03:52.994733 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 14:03:53.102385 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 14:03:53.112239 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06dddfd-e205-4c03-b23c-e428cf75a35a None None] Sync routers for ids ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 14:03:53.120544 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:53.121716 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06dddfd-e205-4c03-b23c-e428cf75a35a None None] Routers {'13cde88f-8757-46c2-94f5-f1a6a8cb31c7'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:03:53.122902 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a06dddfd-e205-4c03-b23c-e428cf75a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:03:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:03:53.153737 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-b147e052-02f9-4260-9f15-7a3eecbbb69e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7858419 Apr 07 14:03:53.154443 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'tag': '81550e94-62e7-4366-aa09-5120ed111bcd'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 14:03:53.156623 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2003242e-a836-4c44-a7e3-6ad455d56ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "513a661d-dd8e-49ea-8d1b-145408e3e413", "tag": "81550e94-62e7-4366-aa09-5120ed111bcd"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 14:03:53.242425 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-a06dddfd-e205-4c03-b23c-e428cf75a35a None None] Set router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:03:53.251450 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 14:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78f02bd-f9f6-417d-8a9c-4596e9235d65 x-openstack-request-id: req-b78f02bd-f9f6-417d-8a9c-4596e9235d65 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 14:03:53.251746 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513a661d-dd8e-49ea-8d1b-145408e3e413", "tag": "81550e94-62e7-4366-aa09-5120ed111bcd", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 14:03:53.252001 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b78f02bd-f9f6-417d-8a9c-4596e9235d65 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 14:03:53.252403 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78f02bd-f9f6-417d-8a9c-4596e9235d65'] response: {'name': 'network-changed', 'server_uuid': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'tag': '81550e94-62e7-4366-aa09-5120ed111bcd', 'status': 'completed', 'code': 200} Apr 07 14:03:53.465970 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a06dddfd-e205-4c03-b23c-e428cf75a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'e5e39bd1-5ed5-4761-bd8f-9215330af2f4', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'port_id': '81550e94-62e7-4366-aa09-5120ed111bcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'mac_address': 'fa:16:3e:91:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T14:03:51Z', 'updated_at': '2022-04-07T14:03:51Z', 'revision_number': 0, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 5, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:03:53.474162 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003242e-a836-4c44-a7e3-6ad455d56ca6 req-52fd6439-6651-4dda-b586-2aa30628775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:53.475726 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2003242e-a836-4c44-a7e3-6ad455d56ca6 req-52fd6439-6651-4dda-b586-2aa30628775c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 1130 time: 0.0447962 Apr 07 14:03:53.498160 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06dddfd-e205-4c03-b23c-e428cf75a35a None None] Checking router: 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 14:03:53.508898 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06dddfd-e205-4c03-b23c-e428cf75a35a None None] Routers {'13cde88f-8757-46c2-94f5-f1a6a8cb31c7'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:03:53.509515 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a06dddfd-e205-4c03-b23c-e428cf75a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:03:25Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:03:53.586730 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003242e-a836-4c44-a7e3-6ad455d56ca6 req-857096e2-7a60-43a0-8b50-ff41e6f0386e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:53.588179 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2003242e-a836-4c44-a7e3-6ad455d56ca6 req-857096e2-7a60-43a0-8b50-ff41e6f0386e service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 912 time: 0.0832539 Apr 07 14:03:53.616200 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-a06dddfd-e205-4c03-b23c-e428cf75a35a None None] Set router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:03:53.821238 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2003242e-a836-4c44-a7e3-6ad455d56ca6 req-1e2d44be-6c48-4372-914b-ecf79ac097dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81550e94-62e7-4366-aa09-5120ed111bcd HTTP/1.1" status: 200 len: 999 time: 0.0619504 Apr 07 14:03:53.833044 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a06dddfd-e205-4c03-b23c-e428cf75a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'e5e39bd1-5ed5-4761-bd8f-9215330af2f4', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'port_id': '81550e94-62e7-4366-aa09-5120ed111bcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'mac_address': 'fa:16:3e:91:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T14:03:51Z', 'updated_at': '2022-04-07T14:03:51Z', 'revision_number': 0, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 5, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:03:53.859283 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06dddfd-e205-4c03-b23c-e428cf75a35a None None] The sync data for ids ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'] in dv-cinder-836973-1-iscsi is: [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'e5e39bd1-5ed5-4761-bd8f-9215330af2f4', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'port_id': '81550e94-62e7-4366-aa09-5120ed111bcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'mac_address': 'fa:16:3e:91:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T14:03:51Z', 'updated_at': '2022-04-07T14:03:51Z', 'revision_number': 0, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 5, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 14:03:53.869825 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003242e-a836-4c44-a7e3-6ad455d56ca6 req-ba6d6648-d7d7-45aa-aa1f-f3c8e2c1ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:53.871351 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2003242e-a836-4c44-a7e3-6ad455d56ca6 req-ba6d6648-d7d7-45aa-aa1f-f3c8e2c1ebd5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7175269d-ff78-4ebd-88d9-c9c519e27f8e HTTP/1.1" status: 200 len: 850 time: 0.0440483 Apr 07 14:03:53.920716 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003242e-a836-4c44-a7e3-6ad455d56ca6 req-e94c3867-b8b4-442a-86b5-2598403af315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:03:53.922211 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2003242e-a836-4c44-a7e3-6ad455d56ca6 req-e94c3867-b8b4-442a-86b5-2598403af315 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dfc9002-a19f-45d5-99f9-50fdb666062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451207 Apr 07 14:03:54.014383 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2003242e-a836-4c44-a7e3-6ad455d56ca6 req-d0d6831b-36cb-4284-8879-aa60d1fef7b7 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864191 Apr 07 14:03:54.054232 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d54dca7-9f7e-4b0c-877c-9278e99946b9 None None] New status for floating IP e5e39bd1-5ed5-4761-bd8f-9215330af2f4: ACTIVE {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 14:03:54.109715 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2003242e-a836-4c44-a7e3-6ad455d56ca6 req-c9681716-8123-4e6e-a6f0-8e4fd68a3aff service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891352 Apr 07 14:03:54.975445 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a60b70b6-0dcc-45ba-8bc4-d5b1a7a7e464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:55.874418 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:57.351760 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:03:58.741179 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:04:05.328345 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:04:06.959707 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:04:22.461445 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0059-8dbb-4604-9335-6ea4ceeb348c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:04:24.976361 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40d9a539-2490-4272-953b-e7951a9e6690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:04:25.878938 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:04:27.353244 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:04:28.743113 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:04:35.329569 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:04:43.958013 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:04:48.170474 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6750f996-4a81-4315-b307-f49c3563f611 req-72bc1cb3-80e1-4866-b81a-dd6c613332bd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428996 Apr 07 14:04:48.268834 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750f996-4a81-4315-b307-f49c3563f611 req-9b111b10-ccbd-4f39-ace7-f81f2a11311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:04:48.270334 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6750f996-4a81-4315-b307-f49c3563f611 req-9b111b10-ccbd-4f39-ace7-f81f2a11311b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 1130 time: 0.0437059 Apr 07 14:04:48.370899 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750f996-4a81-4315-b307-f49c3563f611 req-63aec51d-1f9c-44b0-bfb8-8177f8d403a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:04:48.372841 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6750f996-4a81-4315-b307-f49c3563f611 req-63aec51d-1f9c-44b0-bfb8-8177f8d403a4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 912 time: 0.0854862 Apr 07 14:04:48.435314 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6750f996-4a81-4315-b307-f49c3563f611 req-a27e1708-f9c9-46f4-bd26-92003b4ba268 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81550e94-62e7-4366-aa09-5120ed111bcd HTTP/1.1" status: 200 len: 1001 time: 0.0555270 Apr 07 14:04:48.482041 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750f996-4a81-4315-b307-f49c3563f611 req-3fad54ec-0950-4577-970b-060f456577cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:04:48.483436 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6750f996-4a81-4315-b307-f49c3563f611 req-3fad54ec-0950-4577-970b-060f456577cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7175269d-ff78-4ebd-88d9-c9c519e27f8e HTTP/1.1" status: 200 len: 850 time: 0.0422370 Apr 07 14:04:48.532851 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750f996-4a81-4315-b307-f49c3563f611 req-c0ee071d-3d49-40c4-85e3-f396b901efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:04:48.534344 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6750f996-4a81-4315-b307-f49c3563f611 req-c0ee071d-3d49-40c4-85e3-f396b901efcc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dfc9002-a19f-45d5-99f9-50fdb666062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448542 Apr 07 14:04:48.620231 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6750f996-4a81-4315-b307-f49c3563f611 req-e228c955-3b4d-474c-beac-d1607a6851a5 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798430 Apr 07 14:04:48.952280 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6750f996-4a81-4315-b307-f49c3563f611 req-50add472-cc34-4270-a689-9db1b389393d service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257799 Apr 07 14:04:52.462078 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c98adb9b-afd2-4838-8c6c-047e45e229c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:04:54.976897 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9c9961c-e95f-408e-9c72-b1ad573bef76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:04:55.879035 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:04:57.357769 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:04:58.744762 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:05.317095 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:20.956629 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:05:22.463711 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-19bbf8d9-dc97-40f9-a462-1f463f9fb4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:24.977405 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aee186ea-6501-486a-8ae9-4a5f0b9135d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:25.882644 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:27.359805 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:28.748687 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:35.323378 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:48.162585 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c40166a-100a-47e9-b611-0ae55f1d26e9 req-ab89f07c-a0bc-46ac-857b-2879928ce74f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418944 Apr 07 14:05:48.267239 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40166a-100a-47e9-b611-0ae55f1d26e9 req-21f630e9-1e53-46d3-b8b9-190ec338c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:05:48.268686 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c40166a-100a-47e9-b611-0ae55f1d26e9 req-21f630e9-1e53-46d3-b8b9-190ec338c861 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 1130 time: 0.0429752 Apr 07 14:05:48.372839 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40166a-100a-47e9-b611-0ae55f1d26e9 req-807ef744-57db-4793-9363-c297fac1c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:05:48.374314 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c40166a-100a-47e9-b611-0ae55f1d26e9 req-807ef744-57db-4793-9363-c297fac1c213 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 912 time: 0.0864110 Apr 07 14:05:48.438121 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c40166a-100a-47e9-b611-0ae55f1d26e9 req-4bc62f6e-25b8-494e-a146-e71deccb98de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81550e94-62e7-4366-aa09-5120ed111bcd HTTP/1.1" status: 200 len: 1001 time: 0.0571935 Apr 07 14:05:48.488921 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40166a-100a-47e9-b611-0ae55f1d26e9 req-4873701a-cd17-4c71-b8d2-4ce74b4d6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:05:48.490326 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c40166a-100a-47e9-b611-0ae55f1d26e9 req-4873701a-cd17-4c71-b8d2-4ce74b4d6434 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7175269d-ff78-4ebd-88d9-c9c519e27f8e HTTP/1.1" status: 200 len: 850 time: 0.0459974 Apr 07 14:05:48.538312 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40166a-100a-47e9-b611-0ae55f1d26e9 req-0a194cfe-24ef-4cfd-90bb-6a81c8eee706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:05:48.539759 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c40166a-100a-47e9-b611-0ae55f1d26e9 req-0a194cfe-24ef-4cfd-90bb-6a81c8eee706 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dfc9002-a19f-45d5-99f9-50fdb666062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425181 Apr 07 14:05:48.627308 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c40166a-100a-47e9-b611-0ae55f1d26e9 req-ad10d058-b508-47b9-831c-1f7c22f6ae62 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808358 Apr 07 14:05:48.719390 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c40166a-100a-47e9-b611-0ae55f1d26e9 req-f7fd6cf9-bf5c-4ede-aee8-872d664b1f26 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848842 Apr 07 14:05:51.738063 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-49d55d70-1c44-4c8c-a6fd-e2f48b2105c4 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1096496219&fields=id&tenant_id=5642ba0a26564b09935489b9abd8c8ef HTTP/1.1" status: 200 len: 267 time: 0.0450099 Apr 07 14:05:51.848283 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-f98ab173-5ca2-41d9-a3ee-b9642eec92bf tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:05:51.849669 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-f98ab173-5ca2-41d9-a3ee-b9642eec92bf tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 811 time: 0.1052110 Apr 07 14:05:51.864643 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-95717c27-32f0-4e21-8832-e34e60df072f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/quotas/5642ba0a26564b09935489b9abd8c8ef HTTP/1.1" status: 200 len: 375 time: 0.0095639 Apr 07 14:05:51.920782 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-770425e5-c379-4a41-a147-09e1c1e49380 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512648 Apr 07 14:05:52.015484 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-c9fae36d-c6d2-4031-ba6e-d78646805f32 service neutron] 10.222.0.39 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810406 Apr 07 14:05:52.104316 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-9961d9eb-65fb-4cbf-9c07-e91d8f964543 service neutron] 10.222.0.39 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832727 Apr 07 14:05:52.464028 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0901aa04-e8ad-40b0-966f-a7028ae19218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:53.390270 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-142a4308-bfd5-4616-a80f-1c5fa2b8dac7 req-6acd9cdb-d242-4b88-b343-b6cc49a335cc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 210 time: 0.0270979 Apr 07 14:05:54.465897 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-bbe0b1c7-1dbe-486f-b092-839d30c0f201 req-01287078-af3b-4e1b-8802-f8cc4614b638 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 210 time: 0.0268371 Apr 07 14:05:54.977915 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d36b313d-2157-461c-b348-fa01d657e2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:55.547701 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e07dda98-a445-45b9-beec-7ba3030460cc req-5b3d466b-85e9-4479-8f49-b458819486e4 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 210 time: 0.0305295 Apr 07 14:05:55.888514 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:56.642242 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-7e8de16b-382d-4d04-932a-5b498afe7a73 req-5ea1a77b-0665-47a4-91c6-17efd9e92258 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 210 time: 0.0319109 Apr 07 14:05:57.361285 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:57.575953 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-0fbbdd3a-2b88-4fc5-b4df-0efe9816b842 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:05:57.577382 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-0fbbdd3a-2b88-4fc5-b4df-0efe9816b842 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.23 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 811 time: 0.1059420 Apr 07 14:05:57.670010 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-12dc56ca-a8a8-40ef-bc09-8ed432b1744b tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5642ba0a26564b09935489b9abd8c8ef HTTP/1.1" status: 200 len: 380 time: 0.0572009 Apr 07 14:05:57.677861 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Request body: {'port': {'device_id': '0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'admin_state_up': True, 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'security_groups': ['edd8a53e-050d-4e12-90b8-d836ba299a2a']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:05:57.737561 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-af72424e-43ca-46ff-b2fc-3d0d79e21faf req-fa9a3ac9-be02-49a5-ab7e-47c6b5c62ac3 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 210 time: 0.0264497 Apr 07 14:05:57.784713 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Made reservation on behalf of 5642ba0a26564b09935489b9abd8c8ef for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 14:05:57.787951 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:57.913793 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Allocated IP 172.20.0.9 (2dfc9002-a19f-45d5-99f9-50fdb666062c/7175269d-ff78-4ebd-88d9-c9c519e27f8e/e4c0f7c2-09d9-44bb-86af-ee904f3f565b) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 14:05:57.955748 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:05:58.052975 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for port (e4c0f7c2-09d9-44bb-86af-ee904f3f565b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:58.089750 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (e4c0f7c2-09d9-44bb-86af-ee904f3f565b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:58.129687 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Network 2dfc9002-a19f-45d5-99f9-50fdb666062c is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 14:05:58.133603 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 14:05:58.136039 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 14:05:58.173136 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event updated for resources: {'Port': ['ID=e4c0f7c2-09d9-44bb-86af-ee904f3f565b,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:05:58.184011 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:05:58.184363 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:05:58.184723 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:05:58.185052 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:05:58.185383 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:05:58.185713 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:05:58.186042 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:05:58.186392 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:05:58.186721 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:05:58.187044 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:05:58.187370 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:05:58.187693 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:05:58.188014 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:05:58.188331 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:05:58.188648 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:05:58.216478 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:05:58.217282 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:58.234008 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-90c95ad0-f6f6-43c3-b018-15efb8a25d20 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5598304 Apr 07 14:05:58.316084 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Request body: {'port': {'device_id': '0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:05:58.381859 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (e4c0f7c2-09d9-44bb-86af-ee904f3f565b), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:58.409201 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-f0169a08-2805-4374-95b6-26acb0939883 None None] Provisioning complete for port e4c0f7c2-09d9-44bb-86af-ee904f3f565b triggered by entity DHCP. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:05:58.409800 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f0169a08-2805-4374-95b6-26acb0939883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (e4c0f7c2-09d9-44bb-86af-ee904f3f565b), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:58.450577 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f0169a08-2805-4374-95b6-26acb0939883 None None] Port e4c0f7c2-09d9-44bb-86af-ee904f3f565b cannot update to ACTIVE because it is not bound. {{(pid=103373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 14:05:58.640260 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c0f7c2-09d9-44bb-86af-ee904f3f565b {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 14:05:58.647835 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Publish callbacks [] for port (e4c0f7c2-09d9-44bb-86af-ee904f3f565b), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:58.659520 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Transition to ACTIVE for port object e4c0f7c2-09d9-44bb-86af-ee904f3f565b will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 14:05:58.663230 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (e4c0f7c2-09d9-44bb-86af-ee904f3f565b), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:58.733484 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Pushing event updated for resources: {'Port': ['ID=e4c0f7c2-09d9-44bb-86af-ee904f3f565b,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:05:58.754769 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:58.795792 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Attempting to bind port e4c0f7c2-09d9-44bb-86af-ee904f3f565b on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:05:58.796138 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Attempting to bind port e4c0f7c2-09d9-44bb-86af-ee904f3f565b by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 14:05:58.796617 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Attempting to bind port e4c0f7c2-09d9-44bb-86af-ee904f3f565b on network 2dfc9002-a19f-45d5-99f9-50fdb666062c {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 14:05:58.801280 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Port e4c0f7c2-09d9-44bb-86af-ee904f3f565b on network 2dfc9002-a19f-45d5-99f9-50fdb666062c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:05:58.801611 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Attempting to bind port e4c0f7c2-09d9-44bb-86af-ee904f3f565b on network 2dfc9002-a19f-45d5-99f9-50fdb666062c {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 14:05:58.806671 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Checking agent: {'id': '1233b0b5-54bf-444f-b254-b6b8d0a51666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'started_at': datetime.datetime(2022, 4, 7, 13, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 14, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 14:05:58.807019 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Checking segment: {'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 14:05:58.807410 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Bound using segment: {'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 14:05:58.808394 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Bound port: e4c0f7c2-09d9-44bb-86af-ee904f3f565b, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 14:05:58.808756 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (e4c0f7c2-09d9-44bb-86af-ee904f3f565b), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:58.863772 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f86cb-80d0-4e77-afa7-a195d5177c90 req-b97325b7-3637-4840-9de6-d54bf5c782aa tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:05:58.865330 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e70f86cb-80d0-4e77-afa7-a195d5177c90 req-b97325b7-3637-4840-9de6-d54bf5c782aa tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 943 time: 0.0554326 Apr 07 14:05:58.881820 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] For port e4c0f7c2-09d9-44bb-86af-ee904f3f565b, host hv-cinder-83697, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 14:05:58.887437 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] For port e4c0f7c2-09d9-44bb-86af-ee904f3f565b, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e4c0f7c2-09d9-44bb-86af-ee904f3f565b,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 14:05:58.893246 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3406015'] for port (e4c0f7c2-09d9-44bb-86af-ee904f3f565b), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:58.918697 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e70f86cb-80d0-4e77-afa7-a195d5177c90 req-136a55fa-5111-4972-ac4d-bde104c9808f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467513 Apr 07 14:05:58.926778 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:05:58.927397 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:05:58.928981 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] 10.222.0.23 "PUT /v2.0/ports/e4c0f7c2-09d9-44bb-86af-ee904f3f565b HTTP/1.1" status: 200 len: 1093 time: 0.6174481 Apr 07 14:05:58.929326 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534', 'tag': 'e4c0f7c2-09d9-44bb-86af-ee904f3f565b'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 14:05:58.931475 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe341e6-62c4-409c-b490-fa529f2542a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534", "tag": "e4c0f7c2-09d9-44bb-86af-ee904f3f565b"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 14:05:58.959953 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5e890-7102-45f5-825b-ccdce2d1ebca service neutron] Pushing event updated for resources: {'Port': ['ID=e4c0f7c2-09d9-44bb-86af-ee904f3f565b,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:05:59.044429 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-4c46eb1d-024a-4934-b6a4-6411ae70acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:05:59.046033 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-4c46eb1d-024a-4934-b6a4-6411ae70acb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 1127 time: 0.0520985 Apr 07 14:05:59.093987 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-817555f1-4d2c-474a-a4e8-715655b832ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4c0f7c2-09d9-44bb-86af-ee904f3f565b HTTP/1.1" status: 200 len: 217 time: 0.0350959 Apr 07 14:05:59.142923 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-e83fbb68-393f-42cb-aa5e-d017318e6312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:05:59.144381 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-e83fbb68-393f-42cb-aa5e-d017318e6312 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7175269d-ff78-4ebd-88d9-c9c519e27f8e HTTP/1.1" status: 200 len: 850 time: 0.0445373 Apr 07 14:05:59.196687 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-0a274de2-8a43-4dc4-ae79-ffa9a59ba114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:05:59.198121 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-0a274de2-8a43-4dc4-ae79-ffa9a59ba114 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dfc9002-a19f-45d5-99f9-50fdb666062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475786 Apr 07 14:05:59.284423 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-c130c3b5-60fa-44d0-b7a1-59fb68d70d60 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807326 Apr 07 14:05:59.375538 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe436ead-e400-49e3-a4cd-560607d0b11b req-2289eac0-186f-45c6-ab41-7baf07495165 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849791 Apr 07 14:06:00.036936 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a659704-4adb-4efc-b4d7-593e803958f1 req-899645e9-1cf5-413a-9c28-8796f087864b tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:00.038388 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9a659704-4adb-4efc-b4d7-593e803958f1 req-899645e9-1cf5-413a-9c28-8796f087864b tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 943 time: 0.0509272 Apr 07 14:06:00.059941 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 14:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d2ff4f-da0c-429f-881f-f001104327dd x-openstack-request-id: req-e4d2ff4f-da0c-429f-881f-f001104327dd {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 14:06:00.060433 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534", "tag": "e4c0f7c2-09d9-44bb-86af-ee904f3f565b", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 14:06:00.060543 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4d2ff4f-da0c-429f-881f-f001104327dd {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 14:06:00.060864 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d2ff4f-da0c-429f-881f-f001104327dd'] response: {'name': 'network-changed', 'server_uuid': '0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534', 'tag': 'e4c0f7c2-09d9-44bb-86af-ee904f3f565b', 'status': 'completed', 'code': 200} Apr 07 14:06:00.089841 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9a659704-4adb-4efc-b4d7-593e803958f1 req-390d68dd-ab26-4fee-9b95-f9175a68e4c6 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459278 Apr 07 14:06:00.464962 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe341e6-62c4-409c-b490-fa529f2542a6 req-0d01741a-5110-4adb-a95d-099eadc9190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:00.466455 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bfe341e6-62c4-409c-b490-fa529f2542a6 req-0d01741a-5110-4adb-a95d-099eadc9190d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 1127 time: 0.0441263 Apr 07 14:06:00.557341 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe341e6-62c4-409c-b490-fa529f2542a6 req-0f7a1acf-5928-4eb3-be81-623d94e372fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:00.559402 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bfe341e6-62c4-409c-b490-fa529f2542a6 req-0f7a1acf-5928-4eb3-be81-623d94e372fa service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 912 time: 0.0851490 Apr 07 14:06:00.597039 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bfe341e6-62c4-409c-b490-fa529f2542a6 req-0b3da928-b055-4fb7-9fe5-ffeff28119da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4c0f7c2-09d9-44bb-86af-ee904f3f565b HTTP/1.1" status: 200 len: 217 time: 0.0328941 Apr 07 14:06:00.642694 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe341e6-62c4-409c-b490-fa529f2542a6 req-0bd927b5-32ac-4b59-93c7-b1af146345b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:00.644129 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bfe341e6-62c4-409c-b490-fa529f2542a6 req-0bd927b5-32ac-4b59-93c7-b1af146345b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7175269d-ff78-4ebd-88d9-c9c519e27f8e HTTP/1.1" status: 200 len: 850 time: 0.0419002 Apr 07 14:06:00.697240 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe341e6-62c4-409c-b490-fa529f2542a6 req-ac91f72d-63dd-4e87-ba71-e92cabac6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:00.698730 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bfe341e6-62c4-409c-b490-fa529f2542a6 req-ac91f72d-63dd-4e87-ba71-e92cabac6214 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dfc9002-a19f-45d5-99f9-50fdb666062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485022 Apr 07 14:06:00.789296 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bfe341e6-62c4-409c-b490-fa529f2542a6 req-8729dec7-ac01-49d9-ba0a-423ebdf15518 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794508 Apr 07 14:06:00.882576 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bfe341e6-62c4-409c-b490-fa529f2542a6 req-efa375bc-c276-4119-a05d-22ad1d02ee79 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846767 Apr 07 14:06:01.206310 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab461a-f35d-4c9d-a8dd-7dfd99619a80 req-728eb2cc-f573-430a-ae9e-de74d233fe2f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:01.207769 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a3ab461a-f35d-4c9d-a8dd-7dfd99619a80 req-728eb2cc-f573-430a-ae9e-de74d233fe2f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 943 time: 0.0522561 Apr 07 14:06:01.255080 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-a3ab461a-f35d-4c9d-a8dd-7dfd99619a80 req-77571dee-2e9d-4d14-a7ff-d513c18f25c8 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417480 Apr 07 14:06:02.369199 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f1904-b45f-4355-aa5d-d145210c4436 req-23f29887-4dbe-470a-b021-4450f4b05f04 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:02.370671 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ed8f1904-b45f-4355-aa5d-d145210c4436 req-23f29887-4dbe-470a-b021-4450f4b05f04 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 943 time: 0.0514958 Apr 07 14:06:02.417184 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ed8f1904-b45f-4355-aa5d-d145210c4436 req-53fa5aeb-e9e1-4c1f-9d47-64723194fc79 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408244 Apr 07 14:06:03.537183 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976cdee-3f35-4fff-82c0-f4a0ec75c467 req-ddaaee29-a39e-4ef6-ba34-71a0a09bfe4f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:03.538669 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9976cdee-3f35-4fff-82c0-f4a0ec75c467 req-ddaaee29-a39e-4ef6-ba34-71a0a09bfe4f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 943 time: 0.0551674 Apr 07 14:06:03.586379 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-9976cdee-3f35-4fff-82c0-f4a0ec75c467 req-22219800-7589-4088-b051-ad8edeed06bd tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416429 Apr 07 14:06:04.701639 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffc396-2b79-493f-bfe5-f968480a119b req-0c992625-3b4c-4116-b080-4c582c0ba04e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:04.703142 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-69ffc396-2b79-493f-bfe5-f968480a119b req-0c992625-3b4c-4116-b080-4c582c0ba04e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 943 time: 0.0527363 Apr 07 14:06:04.749301 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-69ffc396-2b79-493f-bfe5-f968480a119b req-c64246b7-6bb0-4fa6-bc26-58576b8a55ff tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408039 Apr 07 14:06:05.321505 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:05.862711 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84ae4f-4657-431c-82db-96c947354c2b req-7d939a79-8964-4670-a5d6-2c6c50ab48ac tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:05.864150 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2f84ae4f-4657-431c-82db-96c947354c2b req-7d939a79-8964-4670-a5d6-2c6c50ab48ac tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 943 time: 0.0507827 Apr 07 14:06:05.914642 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-2f84ae4f-4657-431c-82db-96c947354c2b req-8494e1ab-ac32-4d36-8ba4-95919e023199 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449200 Apr 07 14:06:07.029504 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648eadc2-11d9-4839-9d8b-2f073188d743 req-ca60f5d4-b98a-4672-aa52-47a5716fcf09 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:07.030978 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-648eadc2-11d9-4839-9d8b-2f073188d743 req-ca60f5d4-b98a-4672-aa52-47a5716fcf09 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 943 time: 0.0510142 Apr 07 14:06:07.077712 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-648eadc2-11d9-4839-9d8b-2f073188d743 req-cb61b2f2-2ced-4717-9ff4-1f178607e67a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413690 Apr 07 14:06:07.111621 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device e4c0f7c2-09d9-44bb-86af-ee904f3f565b details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 14:06:07.208494 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port e4c0f7c2-09d9-44bb-86af-ee904f3f565b, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e4c0f7c2-09d9-44bb-86af-ee904f3f565b,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:06:07.219710 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Returning: {'device': 'e4c0f7c2-09d9-44bb-86af-ee904f3f565b', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'port_id': 'e4c0f7c2-09d9-44bb-86af-ee904f3f565b', 'mac_address': 'fa:16:3e:8e:36:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 14:06:07.254316 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port e4c0f7c2-09d9-44bb-86af-ee904f3f565b is: DOWN; New status is: BUILD {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:06:07.254709 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (e4c0f7c2-09d9-44bb-86af-ee904f3f565b), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:07.267210 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c0f7c2-09d9-44bb-86af-ee904f3f565b {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 14:06:07.286593 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port e4c0f7c2-09d9-44bb-86af-ee904f3f565b, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e4c0f7c2-09d9-44bb-86af-ee904f3f565b,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:06:07.290627 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (e4c0f7c2-09d9-44bb-86af-ee904f3f565b), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:07.335604 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=e4c0f7c2-09d9-44bb-86af-ee904f3f565b,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:06:07.342976 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:07.343331 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:07.343679 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:07.344021 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:07.344359 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:07.344694 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:07.345028 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:07.345359 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:07.345693 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:07.346023 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:07.346375 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:07.346708 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:07.347034 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:07.347359 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:07.347684 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:07.765125 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] get_ports_and_sgs() called for port_ids ['e4c0f7c2-09d9-44bb-86af-ee904f3f565b'] {{(pid=103373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 14:06:08.192066 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41f8de-9cb5-4e63-be75-7ffb5da67403 req-8aef52a7-99f4-4422-b151-fd82ecddd7b5 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:08.193518 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0e41f8de-9cb5-4e63-be75-7ffb5da67403 req-8aef52a7-99f4-4422-b151-fd82ecddd7b5 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 944 time: 0.0512211 Apr 07 14:06:08.239643 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-0e41f8de-9cb5-4e63-be75-7ffb5da67403 req-9d6574e2-bfe2-4620-ad4c-091c5d7ac0fa tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405729 Apr 07 14:06:09.111322 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device e4c0f7c2-09d9-44bb-86af-ee904f3f565b up at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 14:06:09.161817 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning for port e4c0f7c2-09d9-44bb-86af-ee904f3f565b completed by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:06:09.165875 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Provisioning complete for port e4c0f7c2-09d9-44bb-86af-ee904f3f565b triggered by entity L2. {{(pid=103373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:06:09.166253 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16412807'] for port (e4c0f7c2-09d9-44bb-86af-ee904f3f565b), provisioning_complete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:09.239954 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Current status of the port e4c0f7c2-09d9-44bb-86af-ee904f3f565b is: BUILD; New status is: ACTIVE {{(pid=103373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 14:06:09.240336 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (e4c0f7c2-09d9-44bb-86af-ee904f3f565b), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:09.262602 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c0f7c2-09d9-44bb-86af-ee904f3f565b'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 14:06:09.264820 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32dd505710576e2339d529fc52966834c0e0cd1ce38f967d02129fb2149f28ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dca61d-b1e2-442d-979a-18fad37c8ddf" -d '{"events": [{"server_uuid": "0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534", "name": "network-vif-plugged", "status": "completed", "tag": "e4c0f7c2-09d9-44bb-86af-ee904f3f565b"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 14:06:09.278073 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] For port e4c0f7c2-09d9-44bb-86af-ee904f3f565b, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e4c0f7c2-09d9-44bb-86af-ee904f3f565b,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:06:09.283454 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712'] for port (e4c0f7c2-09d9-44bb-86af-ee904f3f565b), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:09.312859 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 14:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1b357f-6fb0-4f1d-bcae-e0d8217ec679 x-openstack-request-id: req-8a1b357f-6fb0-4f1d-bcae-e0d8217ec679 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 14:06:09.313149 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534", "name": "network-vif-plugged", "status": "completed", "tag": "e4c0f7c2-09d9-44bb-86af-ee904f3f565b", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 14:06:09.313402 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a1b357f-6fb0-4f1d-bcae-e0d8217ec679 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 14:06:09.313788 dv-cinder-836973-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a1b357f-6fb0-4f1d-bcae-e0d8217ec679'] response: {'server_uuid': '0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c0f7c2-09d9-44bb-86af-ee904f3f565b', 'code': 200} Apr 07 14:06:09.339730 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Pushing event updated for resources: {'Port': ['ID=e4c0f7c2-09d9-44bb-86af-ee904f3f565b,revision_number=5']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:06:09.362706 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cba487-8d12-4c24-9435-295980d1addc req-60e279f0-c111-4bb7-89a6-b2ac55516d99 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:09.364131 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-95cba487-8d12-4c24-9435-295980d1addc req-60e279f0-c111-4bb7-89a6-b2ac55516d99 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 945 time: 0.0563126 Apr 07 14:06:09.413025 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-95cba487-8d12-4c24-9435-295980d1addc req-8f45faed-d963-40d9-a8ef-00ee7e0f5def tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425482 Apr 07 14:06:09.554853 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eaee7-4e44-4576-81d5-1a877040951c req-9c082d42-4a99-4e82-8367-78bddbdf7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:09.556316 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8b1eaee7-4e44-4576-81d5-1a877040951c req-9c082d42-4a99-4e82-8367-78bddbdf7119 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 1129 time: 0.0426731 Apr 07 14:06:09.599714 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8b1eaee7-4e44-4576-81d5-1a877040951c req-d0271c01-cbf0-4355-96c4-6a14bac21fd7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375845 Apr 07 14:06:10.530524 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5cda7-2d0b-47e9-8738-90a9dc421329 req-082184aa-cef1-41e2-b443-931aa449b2d0 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:10.531985 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-49f5cda7-2d0b-47e9-8738-90a9dc421329 req-082184aa-cef1-41e2-b443-931aa449b2d0 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 945 time: 0.0517242 Apr 07 14:06:10.579030 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-49f5cda7-2d0b-47e9-8738-90a9dc421329 req-49dccd23-bb24-454d-a720-19a1c7cbd932 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415297 Apr 07 14:06:11.696235 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efaaf9-06ff-4ae5-a6f1-336fabf8c8a8 req-83ffe961-a375-47fb-bced-f803b489cd6a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:11.697679 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-19efaaf9-06ff-4ae5-a6f1-336fabf8c8a8 req-83ffe961-a375-47fb-bced-f803b489cd6a tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 945 time: 0.0557559 Apr 07 14:06:11.745118 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-19efaaf9-06ff-4ae5-a6f1-336fabf8c8a8 req-e8e01307-107d-4c3b-98c6-ff2fee257456 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412927 Apr 07 14:06:11.861585 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f37cca-33cf-4a87-9a92-ef13bc4760f6 req-52a4a65e-ea3e-4c18-9196-89eaf51d10ab tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:11.863007 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-86f37cca-33cf-4a87-9a92-ef13bc4760f6 req-52a4a65e-ea3e-4c18-9196-89eaf51d10ab tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 945 time: 0.0525305 Apr 07 14:06:11.910336 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-86f37cca-33cf-4a87-9a92-ef13bc4760f6 req-4fc87fcd-9d81-4dfb-800d-735d85002a7e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417120 Apr 07 14:06:11.931985 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 37630) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:06:11.975380 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f980c910-76b0-408f-88d2-f6e4edf7fa02 tempest-TestVolumeBootPattern-879673158 tempest-TestVolumeBootPattern-879673158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:11.976874 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-f980c910-76b0-408f-88d2-f6e4edf7fa02 tempest-TestVolumeBootPattern-879673158 tempest-TestVolumeBootPattern-879673158-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 1124 time: 0.0439372 Apr 07 14:06:11.979648 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 37632) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:06:11.983793 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.v2.base [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Request body: {'floatingip': {'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'port_id': 'e4c0f7c2-09d9-44bb-86af-ee904f3f565b', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:06:12.002718 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:12.098571 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:12.203545 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Allocated IP 172.27.0.14 (11de5774-1b52-4991-93c6-544d79153129/f4566acd-70a5-4402-8cea-6727e52cedd3/eec15154-618e-4229-9200-60ab2793aa5d) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 14:06:12.305047 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for port (eec15154-618e-4229-9200-60ab2793aa5d), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:12.339407 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738487513676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (eec15154-618e-4229-9200-60ab2793aa5d), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:12.377208 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Network 11de5774-1b52-4991-93c6-544d79153129 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 14:06:12.382919 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 14:06:12.389068 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 14:06:12.394696 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event updated for resources: {'Port': ['ID=eec15154-618e-4229-9200-60ab2793aa5d,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:06:12.422162 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:12.422529 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:12.422869 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:12.423202 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:12.423528 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:12.423854 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:12.424182 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:12.424502 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:12.424823 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:12.425143 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:12.425463 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:12.425782 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:12.426099 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:12.426513 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:12.426833 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:06:12.755214 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for floatingip (51cf0227-1fd9-4502-8c2f-1dd4def0779d), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:12.824237 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16106072'] for port (eec15154-618e-4229-9200-60ab2793aa5d), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:12.965157 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for port (eec15154-618e-4229-9200-60ab2793aa5d), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:12.969525 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738487892839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738487513694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738487513712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3931381'] for port (eec15154-618e-4229-9200-60ab2793aa5d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:13.038010 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event updated for resources: {'Port': ['ID=eec15154-618e-4229-9200-60ab2793aa5d,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:06:13.050882 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431809'] for floatingip (51cf0227-1fd9-4502-8c2f-1dd4def0779d), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:13.149377 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.l3_db [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Floating IP 51cf0227-1fd9-4502-8c2f-1dd4def0779d associated. External IP: 172.27.0.14, port: e4c0f7c2-09d9-44bb-86af-ee904f3f565b. Apr 07 14:06:13.612195 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 14:06:13.717885 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 14:06:13.727407 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a92d2-22b0-4ee6-88a4-8bdd2a4d1f66 None None] Sync routers for ids ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 14:06:13.735212 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:13.737315 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a92d2-22b0-4ee6-88a4-8bdd2a4d1f66 None None] Routers {'13cde88f-8757-46c2-94f5-f1a6a8cb31c7'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:06:13.737931 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a37a92d2-22b0-4ee6-88a4-8bdd2a4d1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:05:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:06:13.768308 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-309899a2-be1d-416e-8e46-5303a86400de tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7876334 Apr 07 14:06:13.768906 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534', 'tag': 'e4c0f7c2-09d9-44bb-86af-ee904f3f565b'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 14:06:13.771564 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bf0a2d-621a-42be-886f-6341714732db" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534", "tag": "e4c0f7c2-09d9-44bb-86af-ee904f3f565b"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 14:06:13.806372 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 14:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ee00ab-3379-4735-b5c6-a34ed81ac713 x-openstack-request-id: req-81ee00ab-3379-4735-b5c6-a34ed81ac713 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 14:06:13.806661 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534", "tag": "e4c0f7c2-09d9-44bb-86af-ee904f3f565b", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 14:06:13.806911 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81ee00ab-3379-4735-b5c6-a34ed81ac713 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 14:06:13.807311 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ee00ab-3379-4735-b5c6-a34ed81ac713'] response: {'name': 'network-changed', 'server_uuid': '0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534', 'tag': 'e4c0f7c2-09d9-44bb-86af-ee904f3f565b', 'status': 'completed', 'code': 200} Apr 07 14:06:13.847943 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-a37a92d2-22b0-4ee6-88a4-8bdd2a4d1f66 None None] Set router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:06:13.894246 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf0a2d-621a-42be-886f-6341714732db req-85780043-8926-4e25-bb3b-314ea5e24092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:13.895649 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51bf0a2d-621a-42be-886f-6341714732db req-85780043-8926-4e25-bb3b-314ea5e24092 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 1129 time: 0.0430796 Apr 07 14:06:13.987073 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf0a2d-621a-42be-886f-6341714732db req-c1197aae-a310-4e7e-8107-4e01025a9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:13.988531 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51bf0a2d-621a-42be-886f-6341714732db req-c1197aae-a310-4e7e-8107-4e01025a9759 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 912 time: 0.0872726 Apr 07 14:06:14.051913 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51bf0a2d-621a-42be-886f-6341714732db req-d9ac702e-b323-47e4-8694-3f75b84b4e95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4c0f7c2-09d9-44bb-86af-ee904f3f565b HTTP/1.1" status: 200 len: 998 time: 0.0568888 Apr 07 14:06:14.069372 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a37a92d2-22b0-4ee6-88a4-8bdd2a4d1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '51cf0227-1fd9-4502-8c2f-1dd4def0779d', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'port_id': 'e4c0f7c2-09d9-44bb-86af-ee904f3f565b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'mac_address': 'fa:16:3e:8e:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T14:06:12Z', 'updated_at': '2022-04-07T14:06:12Z', 'revision_number': 0, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'fixed_ip_address_scope': None}, {'id': 'e5e39bd1-5ed5-4761-bd8f-9215330af2f4', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'port_id': '81550e94-62e7-4366-aa09-5120ed111bcd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'mac_address': 'fa:16:3e:91:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T14:03:51Z', 'updated_at': '2022-04-07T14:03:54Z', 'revision_number': 1, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 5, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:06:14.099694 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a92d2-22b0-4ee6-88a4-8bdd2a4d1f66 None None] Checking router: 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 14:06:14.103507 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf0a2d-621a-42be-886f-6341714732db req-68b689fe-33f3-47bd-b43f-c471e8e39ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:14.105048 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51bf0a2d-621a-42be-886f-6341714732db req-68b689fe-33f3-47bd-b43f-c471e8e39ece service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7175269d-ff78-4ebd-88d9-c9c519e27f8e HTTP/1.1" status: 200 len: 850 time: 0.0472794 Apr 07 14:06:14.108000 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a92d2-22b0-4ee6-88a4-8bdd2a4d1f66 None None] Routers {'13cde88f-8757-46c2-94f5-f1a6a8cb31c7'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:06:14.108612 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a37a92d2-22b0-4ee6-88a4-8bdd2a4d1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:05:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:06:14.152419 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf0a2d-621a-42be-886f-6341714732db req-6aa0b5d1-7f3a-42b8-933b-579bb2ba1b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:14.153831 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51bf0a2d-621a-42be-886f-6341714732db req-6aa0b5d1-7f3a-42b8-933b-579bb2ba1b16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dfc9002-a19f-45d5-99f9-50fdb666062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437176 Apr 07 14:06:14.215638 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-a37a92d2-22b0-4ee6-88a4-8bdd2a4d1f66 None None] Set router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:06:14.243802 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51bf0a2d-621a-42be-886f-6341714732db req-dbebb709-6f34-45ed-b7d8-016c465e717b service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837114 Apr 07 14:06:14.330433 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51bf0a2d-621a-42be-886f-6341714732db req-3997edcb-f44e-4950-9741-2dedccca6135 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815108 Apr 07 14:06:14.564406 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a37a92d2-22b0-4ee6-88a4-8bdd2a4d1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '51cf0227-1fd9-4502-8c2f-1dd4def0779d', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'port_id': 'e4c0f7c2-09d9-44bb-86af-ee904f3f565b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'mac_address': 'fa:16:3e:8e:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T14:06:12Z', 'updated_at': '2022-04-07T14:06:12Z', 'revision_number': 0, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'fixed_ip_address_scope': None}, {'id': 'e5e39bd1-5ed5-4761-bd8f-9215330af2f4', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'port_id': '81550e94-62e7-4366-aa09-5120ed111bcd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'mac_address': 'fa:16:3e:91:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T14:03:51Z', 'updated_at': '2022-04-07T14:03:54Z', 'revision_number': 1, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 5, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:06:14.593460 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a92d2-22b0-4ee6-88a4-8bdd2a4d1f66 None None] The sync data for ids ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'] in dv-cinder-836973-1-iscsi is: [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': '51cf0227-1fd9-4502-8c2f-1dd4def0779d', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'port_id': 'e4c0f7c2-09d9-44bb-86af-ee904f3f565b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'mac_address': 'fa:16:3e:8e:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T14:06:12Z', 'updated_at': '2022-04-07T14:06:12Z', 'revision_number': 0, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'fixed_ip_address_scope': None}, {'id': 'e5e39bd1-5ed5-4761-bd8f-9215330af2f4', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'port_id': '81550e94-62e7-4366-aa09-5120ed111bcd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'mac_address': 'fa:16:3e:91:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T14:03:51Z', 'updated_at': '2022-04-07T14:03:54Z', 'revision_number': 1, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 5, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 14:06:14.784798 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45762aa-7d9b-44b3-bdee-1b575ddc9db6 None None] New status for floating IP 51cf0227-1fd9-4502-8c2f-1dd4def0779d: ACTIVE {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 14:06:22.464459 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48ff7c39-4cbf-444d-b5ec-3ba2f95203b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:24.981134 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b7de52c-3077-4e7b-9c88-4c10465a7d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:25.888882 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:27.365342 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:28.747679 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:34.954162 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:06:35.321123 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:50.160582 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-505feef3-b10b-426c-a22f-fed1ea1110bc req-3fb2d214-10e4-4c62-ad89-23a3852319e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420945 Apr 07 14:06:50.262882 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505feef3-b10b-426c-a22f-fed1ea1110bc req-41183440-e9c7-4ca8-b646-e5f316a9375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:50.264333 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-505feef3-b10b-426c-a22f-fed1ea1110bc req-41183440-e9c7-4ca8-b646-e5f316a9375b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 1130 time: 0.0471547 Apr 07 14:06:50.362685 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505feef3-b10b-426c-a22f-fed1ea1110bc req-dcb96584-8302-40ce-9148-e8d80ea33518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:50.364162 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-505feef3-b10b-426c-a22f-fed1ea1110bc req-dcb96584-8302-40ce-9148-e8d80ea33518 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 912 time: 0.0826313 Apr 07 14:06:50.430357 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-505feef3-b10b-426c-a22f-fed1ea1110bc req-012ee49a-b3e1-4a55-ac47-6182de21e4ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81550e94-62e7-4366-aa09-5120ed111bcd HTTP/1.1" status: 200 len: 1001 time: 0.0597017 Apr 07 14:06:50.476417 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505feef3-b10b-426c-a22f-fed1ea1110bc req-a0c1f78d-6e20-4da8-bf84-1c621af35cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:50.477780 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-505feef3-b10b-426c-a22f-fed1ea1110bc req-a0c1f78d-6e20-4da8-bf84-1c621af35cce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7175269d-ff78-4ebd-88d9-c9c519e27f8e HTTP/1.1" status: 200 len: 850 time: 0.0420702 Apr 07 14:06:50.522949 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505feef3-b10b-426c-a22f-fed1ea1110bc req-e903ca7f-251b-4bd2-b310-167b60aaea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:06:50.524369 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-505feef3-b10b-426c-a22f-fed1ea1110bc req-e903ca7f-251b-4bd2-b310-167b60aaea2f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dfc9002-a19f-45d5-99f9-50fdb666062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410547 Apr 07 14:06:50.613271 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-505feef3-b10b-426c-a22f-fed1ea1110bc req-05aad48a-63cb-4c00-992a-02adaf885640 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829177 Apr 07 14:06:50.700607 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-505feef3-b10b-426c-a22f-fed1ea1110bc req-19a7272e-748b-4e49-badf-0ea76539c528 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806673 Apr 07 14:06:52.466142 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7fed4398-77e7-4eaa-845d-1d4b62d76a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:54.982931 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-feb12a16-896d-492c-a5a8-7f79d2cc49c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:55.892002 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:57.367432 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:06:58.749008 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:07:05.338107 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:07:11.953010 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:07:22.467005 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c11bfbff-7196-4cfd-a3e9-62743e8430d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:07:24.983993 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83d49653-a93c-43af-98f1-686c5e9aaa25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:07:25.893953 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:07:27.371028 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:07:28.751325 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:07:35.335534 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:07:48.953144 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:07:51.209588 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4be221e-195b-42fa-9123-5ec260e579d6 req-981c46e2-f878-4b84-b9ea-91d3cc7f8ce6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839705 Apr 07 14:07:51.282909 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be221e-195b-42fa-9123-5ec260e579d6 req-edaaada3-75c7-446a-a8c5-39aa28a0c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:07:51.284408 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4be221e-195b-42fa-9123-5ec260e579d6 req-edaaada3-75c7-446a-a8c5-39aa28a0c361 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 1129 time: 0.0430748 Apr 07 14:07:51.384414 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be221e-195b-42fa-9123-5ec260e579d6 req-7bb28df0-c650-4527-ba25-75f8c7287d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:07:51.385861 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4be221e-195b-42fa-9123-5ec260e579d6 req-7bb28df0-c650-4527-ba25-75f8c7287d31 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 912 time: 0.0832632 Apr 07 14:07:51.451822 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4be221e-195b-42fa-9123-5ec260e579d6 req-a5543e37-1954-43eb-b45b-6754fd7c3520 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4c0f7c2-09d9-44bb-86af-ee904f3f565b HTTP/1.1" status: 200 len: 1000 time: 0.0603125 Apr 07 14:07:51.497683 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be221e-195b-42fa-9123-5ec260e579d6 req-dc81505f-cf58-48a2-852b-c66e9d314f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:07:51.499153 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4be221e-195b-42fa-9123-5ec260e579d6 req-dc81505f-cf58-48a2-852b-c66e9d314f68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7175269d-ff78-4ebd-88d9-c9c519e27f8e HTTP/1.1" status: 200 len: 850 time: 0.0419011 Apr 07 14:07:51.547269 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be221e-195b-42fa-9123-5ec260e579d6 req-f92de84e-6117-4a03-bfac-9c97d681b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:07:51.548793 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4be221e-195b-42fa-9123-5ec260e579d6 req-f92de84e-6117-4a03-bfac-9c97d681b7ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dfc9002-a19f-45d5-99f9-50fdb666062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443456 Apr 07 14:07:51.559129 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-c4be221e-195b-42fa-9123-5ec260e579d6 req-18d02815-a427-4e34-a4c9-fee64eec702f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 14:07:51.560050 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4be221e-195b-42fa-9123-5ec260e579d6 req-18d02815-a427-4e34-a4c9-fee64eec702f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047457 Apr 07 14:07:51.651298 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4be221e-195b-42fa-9123-5ec260e579d6 req-e8da872e-93f0-4025-b189-09c95768272d service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853462 Apr 07 14:07:51.741851 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4be221e-195b-42fa-9123-5ec260e579d6 req-f9b2fd7b-0295-4dca-b85c-32612d2f53a2 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845218 Apr 07 14:07:52.468113 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-be0fd523-c09b-401f-9ee5-b614e642539c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:07:54.985018 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-19f875b4-c8ab-4199-9bd5-4800604a2664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:07:55.897159 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:07:57.372465 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:07:58.754143 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:02.498065 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 37670) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:08:02.650687 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Deleting port eec15154-618e-4229-9200-60ab2793aa5d {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:08:02.651047 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (eec15154-618e-4229-9200-60ab2793aa5d), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:02.723957 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (eec15154-618e-4229-9200-60ab2793aa5d), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:02.724281 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for floatingip (eec15154-618e-4229-9200-60ab2793aa5d), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:02.736232 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Calling delete_port for eec15154-618e-4229-9200-60ab2793aa5d owned by network:floatingip {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:08:02.879601 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (eec15154-618e-4229-9200-60ab2793aa5d), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:02.902513 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event deleted for resources: {'Port': ['ID=eec15154-618e-4229-9200-60ab2793aa5d,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:02.911981 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:02.912326 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:02.912667 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:02.913004 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:02.913336 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:02.913661 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:02.914324 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:02.914324 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:02.914629 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:02.914953 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:02.915275 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:02.915596 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:02.915914 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:02.916229 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:02.916544 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:02.977484 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for floatingip (51cf0227-1fd9-4502-8c2f-1dd4def0779d), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:02.977811 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.l3_db [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Floating IP 51cf0227-1fd9-4502-8c2f-1dd4def0779d disassociated (deleted). External IP: 172.27.0.14, port: e4c0f7c2-09d9-44bb-86af-ee904f3f565b. Apr 07 14:08:03.181792 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 14:08:03.288372 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 14:08:03.293106 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:03.298029 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca56541c-ce3d-4d17-b4df-49fea755e633 None None] Sync routers for ids ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 14:08:03.307229 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56541c-ce3d-4d17-b4df-49fea755e633 None None] Routers {'13cde88f-8757-46c2-94f5-f1a6a8cb31c7'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:08:03.308340 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-ca56541c-ce3d-4d17-b4df-49fea755e633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:07:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:03.322648 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-c6f7c495-214c-4ddb-8929-1fb6c3fd1843 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "DELETE /v2.0/floatingips/51cf0227-1fd9-4502-8c2f-1dd4def0779d HTTP/1.1" status: 204 len: 168 time: 0.8234761 Apr 07 14:08:03.323799 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534', 'tag': 'e4c0f7c2-09d9-44bb-86af-ee904f3f565b'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 14:08:03.326026 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b45452f-2d47-4a85-a559-c713d82086e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534", "tag": "e4c0f7c2-09d9-44bb-86af-ee904f3f565b"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 14:08:03.370610 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 14:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf69d33-5a54-4f25-901f-b30f53dadae9 x-openstack-request-id: req-2bf69d33-5a54-4f25-901f-b30f53dadae9 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 14:08:03.370906 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534", "tag": "e4c0f7c2-09d9-44bb-86af-ee904f3f565b", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 14:08:03.371159 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2bf69d33-5a54-4f25-901f-b30f53dadae9 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 14:08:03.371567 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf69d33-5a54-4f25-901f-b30f53dadae9'] response: {'name': 'network-changed', 'server_uuid': '0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534', 'tag': 'e4c0f7c2-09d9-44bb-86af-ee904f3f565b', 'status': 'completed', 'code': 200} Apr 07 14:08:03.420605 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-ca56541c-ce3d-4d17-b4df-49fea755e633 None None] Set router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:08:03.463178 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45452f-2d47-4a85-a559-c713d82086e9 req-22fd90af-71c6-4234-a61a-c0bbce1e6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:08:03.464810 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b45452f-2d47-4a85-a559-c713d82086e9 req-22fd90af-71c6-4234-a61a-c0bbce1e6a9c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 1129 time: 0.0483577 Apr 07 14:08:03.559856 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45452f-2d47-4a85-a559-c713d82086e9 req-d75f3714-3def-4017-81bb-566c2f50f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:08:03.561476 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96ad5f-b211-4c32-8cfc-98e731b6e198 req-ff127452-cf3b-4e78-90ae-c67e828d96a8 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:08:03.561985 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b45452f-2d47-4a85-a559-c713d82086e9 req-d75f3714-3def-4017-81bb-566c2f50f30e service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 912 time: 0.0910866 Apr 07 14:08:03.563035 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ed96ad5f-b211-4c32-8cfc-98e731b6e198 req-ff127452-cf3b-4e78-90ae-c67e828d96a8 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 945 time: 0.0558240 Apr 07 14:08:03.611283 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-ed96ad5f-b211-4c32-8cfc-98e731b6e198 req-59279951-7338-48b1-b555-ee9f6694fe0e tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424135 Apr 07 14:08:03.662669 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-ca56541c-ce3d-4d17-b4df-49fea755e633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'e5e39bd1-5ed5-4761-bd8f-9215330af2f4', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'port_id': '81550e94-62e7-4366-aa09-5120ed111bcd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'mac_address': 'fa:16:3e:91:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T14:03:51Z', 'updated_at': '2022-04-07T14:03:54Z', 'revision_number': 1, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 5, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:03.689125 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca56541c-ce3d-4d17-b4df-49fea755e633 None None] Checking router: 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 14:08:03.697524 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56541c-ce3d-4d17-b4df-49fea755e633 None None] Routers {'13cde88f-8757-46c2-94f5-f1a6a8cb31c7'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:08:03.698153 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-ca56541c-ce3d-4d17-b4df-49fea755e633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:07:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:03.803826 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-ca56541c-ce3d-4d17-b4df-49fea755e633 None None] Set router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:08:04.020710 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-ca56541c-ce3d-4d17-b4df-49fea755e633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'e5e39bd1-5ed5-4761-bd8f-9215330af2f4', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'port_id': '81550e94-62e7-4366-aa09-5120ed111bcd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'mac_address': 'fa:16:3e:91:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T14:03:51Z', 'updated_at': '2022-04-07T14:03:54Z', 'revision_number': 1, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 5, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:04.046694 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca56541c-ce3d-4d17-b4df-49fea755e633 None None] The sync data for ids ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'] in dv-cinder-836973-1-iscsi is: [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_floatingips': [{'id': 'e5e39bd1-5ed5-4761-bd8f-9215330af2f4', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '11de5774-1b52-4991-93c6-544d79153129', 'router_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'port_id': '81550e94-62e7-4366-aa09-5120ed111bcd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'mac_address': 'fa:16:3e:91:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T14:03:51Z', 'updated_at': '2022-04-07T14:03:54Z', 'revision_number': 1, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 5, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 14:08:04.265325 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b077eb-1726-4322-a505-42ff09e4b823 None None] New status for floating IP 51cf0227-1fd9-4502-8c2f-1dd4def0779d: DOWN {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 14:08:04.565251 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b45452f-2d47-4a85-a559-c713d82086e9 req-c86ca706-526b-4926-9e2f-a11d69798d5e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4c0f7c2-09d9-44bb-86af-ee904f3f565b HTTP/1.1" status: 200 len: 217 time: 0.0372136 Apr 07 14:08:04.612974 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45452f-2d47-4a85-a559-c713d82086e9 req-8e98c85b-f3fb-412b-a174-1eae457fe757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:08:04.614270 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b45452f-2d47-4a85-a559-c713d82086e9 req-8e98c85b-f3fb-412b-a174-1eae457fe757 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7175269d-ff78-4ebd-88d9-c9c519e27f8e HTTP/1.1" status: 200 len: 850 time: 0.0415215 Apr 07 14:08:04.683853 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45452f-2d47-4a85-a559-c713d82086e9 req-f5c54d8f-94e2-49ed-b5f4-9a84a3f232c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:08:04.685393 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b45452f-2d47-4a85-a559-c713d82086e9 req-f5c54d8f-94e2-49ed-b5f4-9a84a3f232c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dfc9002-a19f-45d5-99f9-50fdb666062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450392 Apr 07 14:08:04.734255 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b25ef-8976-49cd-a2fc-62529a57f133 req-df19a2c2-b917-4202-a1d2-063cc872d085 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:08:04.736581 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-865b25ef-8976-49cd-a2fc-62529a57f133 req-df19a2c2-b917-4202-a1d2-063cc872d085 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 945 time: 0.0519304 Apr 07 14:08:04.787943 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-865b25ef-8976-49cd-a2fc-62529a57f133 req-f8687edb-b723-4e4c-9d25-7a9257f9adb3 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464869 Apr 07 14:08:04.820608 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b45452f-2d47-4a85-a559-c713d82086e9 req-00a81d75-0876-4c24-9c13-ee5ee0052fe6 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877764 Apr 07 14:08:05.008782 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b45452f-2d47-4a85-a559-c713d82086e9 req-d715153d-805b-410a-b295-2399ee06f51e service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812423 Apr 07 14:08:05.337407 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:05.366236 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbe817-8780-4290-bbd3-e5a805d795cc req-d0a3fe1b-0a35-411d-bcdf-fa412572c921 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:08:05.367690 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d1dbe817-8780-4290-bbd3-e5a805d795cc req-d0a3fe1b-0a35-411d-bcdf-fa412572c921 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 945 time: 0.0582223 Apr 07 14:08:05.454744 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-d1dbe817-8780-4290-bbd3-e5a805d795cc req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Deleting port e4c0f7c2-09d9-44bb-86af-ee904f3f565b {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:08:05.455078 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d1dbe817-8780-4290-bbd3-e5a805d795cc req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (e4c0f7c2-09d9-44bb-86af-ee904f3f565b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:05.542410 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-d1dbe817-8780-4290-bbd3-e5a805d795cc req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] For port e4c0f7c2-09d9-44bb-86af-ee904f3f565b, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e4c0f7c2-09d9-44bb-86af-ee904f3f565b,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:08:05.543208 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d1dbe817-8780-4290-bbd3-e5a805d795cc req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (e4c0f7c2-09d9-44bb-86af-ee904f3f565b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:05.555413 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-d1dbe817-8780-4290-bbd3-e5a805d795cc req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Calling delete_port for e4c0f7c2-09d9-44bb-86af-ee904f3f565b owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:08:05.680136 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d1dbe817-8780-4290-bbd3-e5a805d795cc req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (e4c0f7c2-09d9-44bb-86af-ee904f3f565b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:05.709985 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event deleted for resources: {'Port': ['ID=e4c0f7c2-09d9-44bb-86af-ee904f3f565b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:05.720129 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:05.720485 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:05.720834 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:05.721183 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:05.721520 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:05.721852 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:05.722184 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:05.722542 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:05.723242 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:05.723242 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:05.723578 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:05.723818 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:05.724143 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:05.724465 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:05.724786 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:05.765544 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1dbe817-8780-4290-bbd3-e5a805d795cc req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] No DVR routers for this DVR port e4c0f7c2-09d9-44bb-86af-ee904f3f565b on host hv-cinder-83697 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 14:08:05.768057 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d1dbe817-8780-4290-bbd3-e5a805d795cc req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:05.771279 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d1dbe817-8780-4290-bbd3-e5a805d795cc req-2f0bb8b5-1184-45e9-bc2b-3485a481a063 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.23 "DELETE /v2.0/ports/e4c0f7c2-09d9-44bb-86af-ee904f3f565b HTTP/1.1" status: 204 len: 173 time: 0.3985953 Apr 07 14:08:05.771736 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534', 'name': 'network-vif-deleted', 'tag': 'e4c0f7c2-09d9-44bb-86af-ee904f3f565b'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 14:08:05.773910 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525254693bd13737d1a579f52d0f5e359dbe44bc762a3f3be0ee5896058348ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dc0c55-6e0f-4e13-9bae-d915b701c62d" -d '{"events": [{"server_uuid": "0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534", "name": "network-vif-deleted", "tag": "e4c0f7c2-09d9-44bb-86af-ee904f3f565b"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 14:08:05.808287 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 14:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ede6a1-fafb-4c36-a167-ba8ff191640b x-openstack-request-id: req-d3ede6a1-fafb-4c36-a167-ba8ff191640b {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 14:08:05.809987 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534", "name": "network-vif-deleted", "tag": "e4c0f7c2-09d9-44bb-86af-ee904f3f565b", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 14:08:05.810252 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3ede6a1-fafb-4c36-a167-ba8ff191640b {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 14:08:05.810695 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ede6a1-fafb-4c36-a167-ba8ff191640b'] response: {'server_uuid': '0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534', 'name': 'network-vif-deleted', 'tag': 'e4c0f7c2-09d9-44bb-86af-ee904f3f565b', 'status': 'completed', 'code': 200} Apr 07 14:08:05.882219 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-33707611-e0ac-48de-867f-7f65013e9c9c req-f3b5d9c6-3d25-47a6-8e26-9ee7444f57bc tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b1e2d34-bc6c-4c2c-9e05-506ccf0c4534 HTTP/1.1" status: 200 len: 210 time: 0.0270441 Apr 07 14:08:09.157233 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 37710) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:08:09.308927 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-4bef49c1-741b-4738-92c1-9b9d34bc7e9d tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Deleting port 1c41a74e-912e-4665-a32e-e21df7c0e467 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:08:09.309264 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4bef49c1-741b-4738-92c1-9b9d34bc7e9d tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (1c41a74e-912e-4665-a32e-e21df7c0e467), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:09.381651 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4bef49c1-741b-4738-92c1-9b9d34bc7e9d tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (1c41a74e-912e-4665-a32e-e21df7c0e467), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:09.381982 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4bef49c1-741b-4738-92c1-9b9d34bc7e9d tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for floatingip (1c41a74e-912e-4665-a32e-e21df7c0e467), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:09.393543 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-4bef49c1-741b-4738-92c1-9b9d34bc7e9d tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Calling delete_port for 1c41a74e-912e-4665-a32e-e21df7c0e467 owned by network:floatingip {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:08:09.537695 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4bef49c1-741b-4738-92c1-9b9d34bc7e9d tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (1c41a74e-912e-4665-a32e-e21df7c0e467), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:09.566143 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef49c1-741b-4738-92c1-9b9d34bc7e9d tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event deleted for resources: {'Port': ['ID=1c41a74e-912e-4665-a32e-e21df7c0e467,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:09.606982 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device e4c0f7c2-09d9-44bb-86af-ee904f3f565b no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 14:08:09.626831 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4bef49c1-741b-4738-92c1-9b9d34bc7e9d tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for floatingip (e5e39bd1-5ed5-4761-bd8f-9215330af2f4), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:09.627157 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.db.l3_db [None req-4bef49c1-741b-4738-92c1-9b9d34bc7e9d tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Floating IP e5e39bd1-5ed5-4761-bd8f-9215330af2f4 disassociated (deleted). External IP: 172.27.0.11, port: 81550e94-62e7-4366-aa09-5120ed111bcd. Apr 07 14:08:09.630309 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: e4c0f7c2-09d9-44bb-86af-ee904f3f565b {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 14:08:09.630667 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device e4c0f7c2-09d9-44bb-86af-ee904f3f565b not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 14:08:09.834404 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bef49c1-741b-4738-92c1-9b9d34bc7e9d tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 14:08:09.941856 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bef49c1-741b-4738-92c1-9b9d34bc7e9d tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 14:08:09.946572 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4bef49c1-741b-4738-92c1-9b9d34bc7e9d tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:09.951310 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84659731-c595-4a1b-91fa-1cf3fdace30d None None] Sync routers for ids ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 14:08:09.961219 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84659731-c595-4a1b-91fa-1cf3fdace30d None None] Routers {'13cde88f-8757-46c2-94f5-f1a6a8cb31c7'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:08:09.961830 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-84659731-c595-4a1b-91fa-1cf3fdace30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:07:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:09.975421 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-4bef49c1-741b-4738-92c1-9b9d34bc7e9d tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "DELETE /v2.0/floatingips/e5e39bd1-5ed5-4761-bd8f-9215330af2f4 HTTP/1.1" status: 204 len: 168 time: 0.8171735 Apr 07 14:08:09.976099 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'tag': '81550e94-62e7-4366-aa09-5120ed111bcd'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 14:08:09.978450 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc35aab-c90f-467b-87b3-2658050f0a58" -d '{"events": [{"name": "network-changed", "server_uuid": "513a661d-dd8e-49ea-8d1b-145408e3e413", "tag": "81550e94-62e7-4366-aa09-5120ed111bcd"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 14:08:10.015945 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 14:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48faf53-a833-45b0-8bae-92917cfd4f68 x-openstack-request-id: req-a48faf53-a833-45b0-8bae-92917cfd4f68 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 14:08:10.016339 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513a661d-dd8e-49ea-8d1b-145408e3e413", "tag": "81550e94-62e7-4366-aa09-5120ed111bcd", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 14:08:10.016683 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a48faf53-a833-45b0-8bae-92917cfd4f68 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 14:08:10.017263 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a48faf53-a833-45b0-8bae-92917cfd4f68'] response: {'name': 'network-changed', 'server_uuid': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'tag': '81550e94-62e7-4366-aa09-5120ed111bcd', 'status': 'completed', 'code': 200} Apr 07 14:08:10.074008 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-84659731-c595-4a1b-91fa-1cf3fdace30d None None] Set router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:08:10.134671 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35aab-c90f-467b-87b3-2658050f0a58 req-1bd5cbfb-08ba-4b05-b9b2-45fa05bb4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:08:10.136833 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5cc35aab-c90f-467b-87b3-2658050f0a58 req-1bd5cbfb-08ba-4b05-b9b2-45fa05bb4c5e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5642ba0a26564b09935489b9abd8c8ef&device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 1130 time: 0.0766160 Apr 07 14:08:10.204181 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01823c4-f260-4619-b707-c82145e7d808 req-7a960718-4531-4130-9d9f-5c021a30303f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:08:10.205647 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d01823c4-f260-4619-b707-c82145e7d808 req-7a960718-4531-4130-9d9f-5c021a30303f tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 946 time: 0.0529430 Apr 07 14:08:10.253389 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-d01823c4-f260-4619-b707-c82145e7d808 req-936ab7d8-0d1d-4830-b476-045da351f9ed tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421855 Apr 07 14:08:10.273860 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-84659731-c595-4a1b-91fa-1cf3fdace30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 5, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:10.300380 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84659731-c595-4a1b-91fa-1cf3fdace30d None None] Checking router: 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 14:08:10.308491 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84659731-c595-4a1b-91fa-1cf3fdace30d None None] Routers {'13cde88f-8757-46c2-94f5-f1a6a8cb31c7'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:08:10.309097 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-84659731-c595-4a1b-91fa-1cf3fdace30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:07:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:10.414755 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-84659731-c595-4a1b-91fa-1cf3fdace30d None None] Set router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:08:10.727962 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-84659731-c595-4a1b-91fa-1cf3fdace30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 5, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:10.753577 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84659731-c595-4a1b-91fa-1cf3fdace30d None None] The sync data for ids ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'] in dv-cinder-836973-1-iscsi is: [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:29Z', 'revision_number': 4, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi', '_interfaces': [{'id': '58524504-ae84-4f3f-b709-ed9edb304fe9', 'name': '', 'network_id': '2dfc9002-a19f-45d5-99f9-50fdb666062c', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'mac_address': 'fa:16:3e:cf:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:28Z', 'updated_at': '2022-04-07T14:00:33Z', 'revision_number': 5, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'subnets': [{'id': '7175269d-ff78-4ebd-88d9-c9c519e27f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 14:08:10.967261 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdf4ee7-aa3f-4819-ad4f-f54871dfdd5b None None] New status for floating IP e5e39bd1-5ed5-4761-bd8f-9215330af2f4: DOWN {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 14:08:11.238707 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35aab-c90f-467b-87b3-2658050f0a58 req-9b8224a9-3ef6-4d1d-bb45-5557d0c94bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:08:11.240129 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5cc35aab-c90f-467b-87b3-2658050f0a58 req-9b8224a9-3ef6-4d1d-bb45-5557d0c94bf1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 200 len: 912 time: 0.0863955 Apr 07 14:08:11.308201 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5cc35aab-c90f-467b-87b3-2658050f0a58 req-457d16e1-5dff-4a4d-929e-32ece0ce1ade service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81550e94-62e7-4366-aa09-5120ed111bcd HTTP/1.1" status: 200 len: 217 time: 0.0341773 Apr 07 14:08:11.355951 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35aab-c90f-467b-87b3-2658050f0a58 req-4460bcaf-fabc-4c0b-88ad-582647ac4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:08:11.357399 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5cc35aab-c90f-467b-87b3-2658050f0a58 req-4460bcaf-fabc-4c0b-88ad-582647ac4b96 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7175269d-ff78-4ebd-88d9-c9c519e27f8e HTTP/1.1" status: 200 len: 850 time: 0.0436664 Apr 07 14:08:11.375030 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c6d4d-3358-440f-9b1d-8cd20bf0eedd req-5638d347-1026-4dcc-a9b9-2461241b5145 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:08:11.376503 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-417c6d4d-3358-440f-9b1d-8cd20bf0eedd req-5638d347-1026-4dcc-a9b9-2461241b5145 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 946 time: 0.0543520 Apr 07 14:08:11.426747 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-417c6d4d-3358-440f-9b1d-8cd20bf0eedd req-b9325453-e601-45f2-9924-136037bb6ae2 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/security-groups?id=edd8a53e-050d-4e12-90b8-d836ba299a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445507 Apr 07 14:08:11.661224 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35aab-c90f-467b-87b3-2658050f0a58 req-77783b26-3ace-4202-95db-cf7771443591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:08:11.662738 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5cc35aab-c90f-467b-87b3-2658050f0a58 req-77783b26-3ace-4202-95db-cf7771443591 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dfc9002-a19f-45d5-99f9-50fdb666062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2971704 Apr 07 14:08:11.819496 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5cc35aab-c90f-467b-87b3-2658050f0a58 req-a87c8933-e6fe-493a-a6a5-a4b87215d035 service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813255 Apr 07 14:08:11.872258 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.23', 50591) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:08:11.924085 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8284e60-dd5f-4882-a800-997660bb4650 req-a3861b24-fb38-467e-9c49-ae4aaed2c043 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 14:08:11.925460 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e8284e60-dd5f-4882-a800-997660bb4650 req-a3861b24-fb38-467e-9c49-ae4aaed2c043 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.23 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 946 time: 0.0522428 Apr 07 14:08:11.958175 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5cc35aab-c90f-467b-87b3-2658050f0a58 req-dc5b6e14-9979-4c46-ab11-72457697e5fa service neutron] 10.222.0.23 "GET /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859509 Apr 07 14:08:12.016433 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [req-e8284e60-dd5f-4882-a800-997660bb4650 req-99303808-4ab1-4e5a-b216-49c454c19ac6 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Deleting port 81550e94-62e7-4366-aa09-5120ed111bcd {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:08:12.016781 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-e8284e60-dd5f-4882-a800-997660bb4650 req-99303808-4ab1-4e5a-b216-49c454c19ac6 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (81550e94-62e7-4366-aa09-5120ed111bcd), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:12.104854 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [req-e8284e60-dd5f-4882-a800-997660bb4650 req-99303808-4ab1-4e5a-b216-49c454c19ac6 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] For port 81550e94-62e7-4366-aa09-5120ed111bcd, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=81550e94-62e7-4366-aa09-5120ed111bcd,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:08:12.105215 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-e8284e60-dd5f-4882-a800-997660bb4650 req-99303808-4ab1-4e5a-b216-49c454c19ac6 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (81550e94-62e7-4366-aa09-5120ed111bcd), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:12.119082 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [req-e8284e60-dd5f-4882-a800-997660bb4650 req-99303808-4ab1-4e5a-b216-49c454c19ac6 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Calling delete_port for 81550e94-62e7-4366-aa09-5120ed111bcd owned by compute:nova {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:08:12.243249 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-e8284e60-dd5f-4882-a800-997660bb4650 req-99303808-4ab1-4e5a-b216-49c454c19ac6 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (81550e94-62e7-4366-aa09-5120ed111bcd), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:12.271837 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99303808-4ab1-4e5a-b216-49c454c19ac6 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event deleted for resources: {'Port': ['ID=81550e94-62e7-4366-aa09-5120ed111bcd,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:12.340519 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8284e60-dd5f-4882-a800-997660bb4650 req-99303808-4ab1-4e5a-b216-49c454c19ac6 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] No DVR routers for this DVR port 81550e94-62e7-4366-aa09-5120ed111bcd on host hv-cinder-83697 {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 14:08:12.342915 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [req-e8284e60-dd5f-4882-a800-997660bb4650 req-99303808-4ab1-4e5a-b216-49c454c19ac6 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for port (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:12.346126 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-e8284e60-dd5f-4882-a800-997660bb4650 req-99303808-4ab1-4e5a-b216-49c454c19ac6 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.23 "DELETE /v2.0/ports/81550e94-62e7-4366-aa09-5120ed111bcd HTTP/1.1" status: 204 len: 173 time: 0.4150059 Apr 07 14:08:12.346594 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'name': 'network-vif-deleted', 'tag': '81550e94-62e7-4366-aa09-5120ed111bcd'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 14:08:12.348872 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4388d466e7fa155514daf47e8cc4d0a1ec4c57856118343c54d5cc0c6d7e1f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3457aa77-6c60-44a2-ac99-ab9c3dbf12ab" -d '{"events": [{"server_uuid": "513a661d-dd8e-49ea-8d1b-145408e3e413", "name": "network-vif-deleted", "tag": "81550e94-62e7-4366-aa09-5120ed111bcd"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 14:08:12.524779 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [req-35e366c9-d067-4fb9-9913-c15418fb6638 req-b74faa1f-decf-416c-ba1e-33491cb5e133 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "GET /v2.0/ports?device_id=513a661d-dd8e-49ea-8d1b-145408e3e413 HTTP/1.1" status: 200 len: 210 time: 0.0278273 Apr 07 14:08:12.549194 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 14:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a0e841-0ea5-4ce4-a08b-d1c5cb657f32 x-openstack-request-id: req-f6a0e841-0ea5-4ce4-a08b-d1c5cb657f32 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 14:08:12.549506 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513a661d-dd8e-49ea-8d1b-145408e3e413", "name": "network-vif-deleted", "tag": "81550e94-62e7-4366-aa09-5120ed111bcd", "status": "completed", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 14:08:12.549758 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f6a0e841-0ea5-4ce4-a08b-d1c5cb657f32 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 14:08:12.550157 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6a0e841-0ea5-4ce4-a08b-d1c5cb657f32'] response: {'server_uuid': '513a661d-dd8e-49ea-8d1b-145408e3e413', 'name': 'network-vif-deleted', 'tag': '81550e94-62e7-4366-aa09-5120ed111bcd', 'status': 'completed', 'code': 200} Apr 07 14:08:13.579219 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 37728) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:08:13.700606 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-ae94d0fe-230f-4c0b-a57d-aa3cf441d931 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Deleting port 172d1884-3fe2-4ac5-8938-34f44bb34094 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:08:13.700947 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ae94d0fe-230f-4c0b-a57d-aa3cf441d931 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (172d1884-3fe2-4ac5-8938-34f44bb34094), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:13.772827 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ae94d0fe-230f-4c0b-a57d-aa3cf441d931 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (172d1884-3fe2-4ac5-8938-34f44bb34094), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:13.773150 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ae94d0fe-230f-4c0b-a57d-aa3cf441d931 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for floatingip (172d1884-3fe2-4ac5-8938-34f44bb34094), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:13.788570 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-ae94d0fe-230f-4c0b-a57d-aa3cf441d931 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Calling delete_port for 172d1884-3fe2-4ac5-8938-34f44bb34094 owned by network:floatingip {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:08:13.912995 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ae94d0fe-230f-4c0b-a57d-aa3cf441d931 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (172d1884-3fe2-4ac5-8938-34f44bb34094), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:13.934367 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94d0fe-230f-4c0b-a57d-aa3cf441d931 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event deleted for resources: {'Port': ['ID=172d1884-3fe2-4ac5-8938-34f44bb34094,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:13.997979 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ae94d0fe-230f-4c0b-a57d-aa3cf441d931 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for floatingip (3be5bf7a-bf10-4e6c-a3cf-42f078632e25), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:14.000468 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ae94d0fe-230f-4c0b-a57d-aa3cf441d931 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124202'] for floatingip (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:14.001596 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-ae94d0fe-230f-4c0b-a57d-aa3cf441d931 tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "DELETE /v2.0/floatingips/3be5bf7a-bf10-4e6c-a3cf-42f078632e25 HTTP/1.1" status: 204 len: 168 time: 0.4213841 Apr 07 14:08:15.191251 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37740) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:08:15.245629 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-abd86f02-4b34-4b50-a25b-0314dc2d98ba tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group (edd8a53e-050d-4e12-90b8-d836ba299a2a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:15.269843 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-abd86f02-4b34-4b50-a25b-0314dc2d98ba tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group (edd8a53e-050d-4e12-90b8-d836ba299a2a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:15.328588 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-abd86f02-4b34-4b50-a25b-0314dc2d98ba tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (edd8a53e-050d-4e12-90b8-d836ba299a2a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:15.331190 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-abd86f02-4b34-4b50-a25b-0314dc2d98ba tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:15.332318 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-abd86f02-4b34-4b50-a25b-0314dc2d98ba tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] 10.222.0.39 "DELETE /v2.0/security-groups/edd8a53e-050d-4e12-90b8-d836ba299a2a HTTP/1.1" status: 204 len: 168 time: 0.1400876 Apr 07 14:08:15.341728 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd86f02-4b34-4b50-a25b-0314dc2d98ba tempest-TestVolumeBootPattern-1547177778 tempest-TestVolumeBootPattern-1547177778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd8a53e-050d-4e12-90b8-d836ba299a2a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:15.384976 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37744) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:08:15.653070 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 81550e94-62e7-4366-aa09-5120ed111bcd no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 14:08:15.676345 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] No Port match for: 81550e94-62e7-4366-aa09-5120ed111bcd {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 14:08:15.676692 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Device 81550e94-62e7-4366-aa09-5120ed111bcd not bound to the agent host hv-cinder-83697 {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 14:08:15.838466 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-41125489-5159-4732-bb2d-5997d494661d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421825'] for router_interface (13cde88f-8757-46c2-94f5-f1a6a8cb31c7), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:16.081225 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-41125489-5159-4732-bb2d-5997d494661d admin admin] Deleting port 58524504-ae84-4f3f-b709-ed9edb304fe9 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:08:16.081562 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-41125489-5159-4732-bb2d-5997d494661d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (58524504-ae84-4f3f-b709-ed9edb304fe9), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:16.160561 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-41125489-5159-4732-bb2d-5997d494661d admin admin] For port 58524504-ae84-4f3f-b709-ed9edb304fe9, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=58524504-ae84-4f3f-b709-ed9edb304fe9,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:08:16.160844 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-41125489-5159-4732-bb2d-5997d494661d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (58524504-ae84-4f3f-b709-ed9edb304fe9), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:16.173576 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-41125489-5159-4732-bb2d-5997d494661d admin admin] Calling delete_port for 58524504-ae84-4f3f-b709-ed9edb304fe9 owned by network:router_interface {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:08:16.352662 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-41125489-5159-4732-bb2d-5997d494661d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (58524504-ae84-4f3f-b709-ed9edb304fe9), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:16.378788 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41125489-5159-4732-bb2d-5997d494661d admin admin] Pushing event deleted for resources: {'Port': ['ID=58524504-ae84-4f3f-b709-ed9edb304fe9,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:16.545848 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-41125489-5159-4732-bb2d-5997d494661d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421774'] for router_interface (13cde88f-8757-46c2-94f5-f1a6a8cb31c7), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:16.759949 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41125489-5159-4732-bb2d-5997d494661d admin admin] Router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 14:08:16.866541 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41125489-5159-4732-bb2d-5997d494661d admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 14:08:16.871785 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-41125489-5159-4732-bb2d-5997d494661d admin admin] 10.222.0.39 "PUT /v2.0/routers/13cde88f-8757-46c2-94f5-f1a6a8cb31c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4851940 Apr 07 14:08:16.874195 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37750) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:08:16.875784 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e7692c-4d77-4712-88bf-3336534896a5 None None] Sync routers for ids ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'] in dv-cinder-836973-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 14:08:16.885061 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e7692c-4d77-4712-88bf-3336534896a5 None None] Routers {'13cde88f-8757-46c2-94f5-f1a6a8cb31c7'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:08:16.886150 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-57e7692c-4d77-4712-88bf-3336534896a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:07:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:16.982737 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-897ac885-5715-4d83-84a0-5fe55bea212a admin admin] Publish callbacks [] for router (13cde88f-8757-46c2-94f5-f1a6a8cb31c7), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:16.993914 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-57e7692c-4d77-4712-88bf-3336534896a5 None None] Set router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:08:17.085907 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-897ac885-5715-4d83-84a0-5fe55bea212a admin admin] Publish callbacks [] for router_gateway (13cde88f-8757-46c2-94f5-f1a6a8cb31c7), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:17.137758 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-897ac885-5715-4d83-84a0-5fe55bea212a admin admin] Deleting port 3c8c43dc-38f3-4e7d-8b9d-196adaa48353 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:08:17.138088 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-897ac885-5715-4d83-84a0-5fe55bea212a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (3c8c43dc-38f3-4e7d-8b9d-196adaa48353), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:17.169833 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-57e7692c-4d77-4712-88bf-3336534896a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:08:16Z', 'revision_number': 5, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port': {'id': '3c8c43dc-38f3-4e7d-8b9d-196adaa48353', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:17.196185 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e7692c-4d77-4712-88bf-3336534896a5 None None] Checking router: 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 for host: dv-cinder-836973-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 14:08:17.204857 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e7692c-4d77-4712-88bf-3336534896a5 None None] Routers {'13cde88f-8757-46c2-94f5-f1a6a8cb31c7'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:08:17.205469 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-57e7692c-4d77-4712-88bf-3336534896a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:07:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:17.218771 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-897ac885-5715-4d83-84a0-5fe55bea212a admin admin] For port 3c8c43dc-38f3-4e7d-8b9d-196adaa48353, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=3c8c43dc-38f3-4e7d-8b9d-196adaa48353,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:08:17.219135 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-897ac885-5715-4d83-84a0-5fe55bea212a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (3c8c43dc-38f3-4e7d-8b9d-196adaa48353), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:17.231488 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-897ac885-5715-4d83-84a0-5fe55bea212a admin admin] Calling delete_port for 3c8c43dc-38f3-4e7d-8b9d-196adaa48353 owned by network:router_gateway {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:08:17.292551 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-57e7692c-4d77-4712-88bf-3336534896a5 None None] Set router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 gateway port host: None {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:08:17.347468 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-57e7692c-4d77-4712-88bf-3336534896a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:08:17Z', 'revision_number': 6, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port_host': None}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:17.374891 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e7692c-4d77-4712-88bf-3336534896a5 None None] The sync data for ids ['13cde88f-8757-46c2-94f5-f1a6a8cb31c7'] in dv-cinder-836973-1-iscsi is: [{'id': '13cde88f-8757-46c2-94f5-f1a6a8cb31c7', 'name': 'tempest-TestVolumeBootPattern-724006295-router', 'tenant_id': '5642ba0a26564b09935489b9abd8c8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:26Z', 'updated_at': '2022-04-07T14:08:17Z', 'revision_number': 6, 'project_id': '5642ba0a26564b09935489b9abd8c8ef', 'gw_port_host': None}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 14:08:17.401132 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-897ac885-5715-4d83-84a0-5fe55bea212a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (3c8c43dc-38f3-4e7d-8b9d-196adaa48353), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:17.433192 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ac885-5715-4d83-84a0-5fe55bea212a admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8c43dc-38f3-4e7d-8b9d-196adaa48353,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:17.486869 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-897ac885-5715-4d83-84a0-5fe55bea212a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431867'] for router_gateway (13cde88f-8757-46c2-94f5-f1a6a8cb31c7), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:17.580611 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-897ac885-5715-4d83-84a0-5fe55bea212a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (13cde88f-8757-46c2-94f5-f1a6a8cb31c7), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:17.583000 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-897ac885-5715-4d83-84a0-5fe55bea212a admin admin] Publish callbacks [] for router_controller (13cde88f-8757-46c2-94f5-f1a6a8cb31c7), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:17.629326 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-897ac885-5715-4d83-84a0-5fe55bea212a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-420261'] for router (13cde88f-8757-46c2-94f5-f1a6a8cb31c7), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:17.630154 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897ac885-5715-4d83-84a0-5fe55bea212a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13cde88f-8757-46c2-94f5-f1a6a8cb31c7 {{(pid=103371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 14:08:17.637405 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-897ac885-5715-4d83-84a0-5fe55bea212a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:17.638583 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-897ac885-5715-4d83-84a0-5fe55bea212a admin admin] 10.222.0.39 "DELETE /v2.0/routers/13cde88f-8757-46c2-94f5-f1a6a8cb31c7 HTTP/1.1" status: 204 len: 168 time: 0.7634287 Apr 07 14:08:17.640971 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37752) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:08:17.684257 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-138e558b-71a7-4af1-ae36-72e68262f466 admin admin] Deleting subnet 7175269d-ff78-4ebd-88d9-c9c519e27f8e {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 14:08:17.687278 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-138e558b-71a7-4af1-ae36-72e68262f466 admin admin] Publish callbacks [] for subnet (7175269d-ff78-4ebd-88d9-c9c519e27f8e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:17.721481 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-138e558b-71a7-4af1-ae36-72e68262f466 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3370149'] for subnet (7175269d-ff78-4ebd-88d9-c9c519e27f8e), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:17.804898 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-138e558b-71a7-4af1-ae36-72e68262f466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16392291'] for subnet (7175269d-ff78-4ebd-88d9-c9c519e27f8e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:17.855464 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-138e558b-71a7-4af1-ae36-72e68262f466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16392298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3405941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3715770'] for subnet (7175269d-ff78-4ebd-88d9-c9c519e27f8e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:17.882060 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e558b-71a7-4af1-ae36-72e68262f466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7175269d-ff78-4ebd-88d9-c9c519e27f8e,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:17.884008 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-138e558b-71a7-4af1-ae36-72e68262f466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:17.887908 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0735b6c1-1205-4309-867c-cc803e31c337 None None] Network 2dfc9002-a19f-45d5-99f9-50fdb666062c requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 14:08:17.889792 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-138e558b-71a7-4af1-ae36-72e68262f466 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7175269d-ff78-4ebd-88d9-c9c519e27f8e HTTP/1.1" status: 204 len: 168 time: 0.2478845 Apr 07 14:08:17.890112 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.wsgi [-] (103372) accepted ('10.222.0.39', 37754) {{(pid=103372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:08:17.957072 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16221602'] for network (2dfc9002-a19f-45d5-99f9-50fdb666062c), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:18.014271 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] Deleting port 4589d905-200b-4ec8-ae2e-ea47072d4c64 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:08:18.014634 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (4589d905-200b-4ec8-ae2e-ea47072d4c64), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:18.074932 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] For port 4589d905-200b-4ec8-ae2e-ea47072d4c64, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=4589d905-200b-4ec8-ae2e-ea47072d4c64,segment=NetworkSegment(a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0),segment_id=a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:08:18.075222 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (4589d905-200b-4ec8-ae2e-ea47072d4c64), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:18.087162 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] Calling delete_port for 4589d905-200b-4ec8-ae2e-ea47072d4c64 owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:08:18.142151 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] DHCP port deletion for 2dfc9002-a19f-45d5-99f9-50fdb666062c request from dv-cinder-836973-1-iscsi {{(pid=103373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 14:08:18.171915 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3931370'] for port (4589d905-200b-4ec8-ae2e-ea47072d4c64), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:18.193879 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Deleting port 4589d905-200b-4ec8-ae2e-ea47072d4c64 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:08:18.194255 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (4589d905-200b-4ec8-ae2e-ea47072d4c64), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:18.200224 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4589d905-200b-4ec8-ae2e-ea47072d4c64,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:18.202286 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] No DVR routers for this DVR port 4589d905-200b-4ec8-ae2e-ea47072d4c64 on host dv-cinder-836973-1-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 14:08:18.257512 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] For port 4589d905-200b-4ec8-ae2e-ea47072d4c64, host dv-cinder-836973-1-iscsi, got binding levels [] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:08:18.257924 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (4589d905-200b-4ec8-ae2e-ea47072d4c64), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:18.272955 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Calling delete_port for 4589d905-200b-4ec8-ae2e-ea47072d4c64 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:08:18.274794 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16415226', 'neutron.services.segments.db._delete_segments_for_network-8738487795402'] for network (2dfc9002-a19f-45d5-99f9-50fdb666062c), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:18.276208 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.ipam_backend_mixin [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Port 4589d905-200b-4ec8-ae2e-ea47072d4c64 was not found and therefore no delete operation was performed {{(pid=103373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 14:08:18.278707 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685'] for port (4589d905-200b-4ec8-ae2e-ea47072d4c64), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:18.297860 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dfc9002-a19f-45d5-99f9-50fdb666062c']}} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:18.308999 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Pushing event deleted for resources: {'Port': ['ID=4589d905-200b-4ec8-ae2e-ea47072d4c64,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:18.311177 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0') {'for_net_delete': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:18.311482 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.services.segments.db [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0') {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:18.314339 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] No DVR routers for this DVR port 4589d905-200b-4ec8-ae2e-ea47072d4c64 on host dv-cinder-836973-1-iscsi {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 14:08:18.325160 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:18.325160 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:18.325160 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:18.325160 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:18.325160 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:18.326101 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:18.326101 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:18.326101 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:18.326439 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:18.327127 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:18.327127 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:18.327360 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:18.327782 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:18.327908 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:18.328218 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c7b1a-25ce-4654-b8c4-4f0a311d93f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 14:08:18.329335 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738487798739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3886101'] for segment (a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:18.347052 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:18.354944 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 14:08:18.355296 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3931353'] for segment (a0fa91dc-2a73-4b5b-82f1-906de3e4b1f0), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: Traceback (most recent call last): Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: timer() Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: cb(*args, **kw) Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: return func(*args, **kwargs) Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: self._notify() Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: self.callback(batched_events) Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: event.method(event) Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: return f(self, *a, **k) Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._get(url).json() Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: return self.request(url, 'GET', **kwargs) Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 14:08:18.358671 dv-cinder-836973-1-iscsi neutron-server[103372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 14:08:18.416384 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16415201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431839'] for network (2dfc9002-a19f-45d5-99f9-50fdb666062c), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:18.422535 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:18.425656 dv-cinder-836973-1-iscsi neutron-server[103372]: INFO neutron.wsgi [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2dfc9002-a19f-45d5-99f9-50fdb666062c HTTP/1.1" status: 204 len: 168 time: 0.5343981 Apr 07 14:08:18.428753 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37756) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:08:18.437104 dv-cinder-836973-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd34f8-aea8-4233-9135-afb608ef58b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dfc9002-a19f-45d5-99f9-50fdb666062c,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:18.776959 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9e1f312e-8d9a-4f6b-bc93-d3eea800e714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421825'] for router_interface (8e463ce2-fa73-4662-87f5-0b03fcc0bf15), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:18.969424 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 4589d905-200b-4ec8-ae2e-ea47072d4c64 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 14:08:18.990044 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: 4589d905-200b-4ec8-ae2e-ea47072d4c64 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 14:08:18.990409 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 4589d905-200b-4ec8-ae2e-ea47072d4c64 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 14:08:18.990820 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 58524504-ae84-4f3f-b709-ed9edb304fe9 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 14:08:19.010278 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: 58524504-ae84-4f3f-b709-ed9edb304fe9 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 14:08:19.010680 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 58524504-ae84-4f3f-b709-ed9edb304fe9 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 14:08:19.011097 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 3c8c43dc-38f3-4e7d-8b9d-196adaa48353 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 14:08:19.031087 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: 3c8c43dc-38f3-4e7d-8b9d-196adaa48353 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 14:08:19.031436 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 3c8c43dc-38f3-4e7d-8b9d-196adaa48353 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 14:08:19.261320 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f312e-8d9a-4f6b-bc93-d3eea800e714 admin admin] Deleting port 398ed084-982e-48f7-930b-409d0d95b9b9 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:08:19.261651 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9e1f312e-8d9a-4f6b-bc93-d3eea800e714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (398ed084-982e-48f7-930b-409d0d95b9b9), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:19.336809 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-9e1f312e-8d9a-4f6b-bc93-d3eea800e714 admin admin] For port 398ed084-982e-48f7-930b-409d0d95b9b9, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=398ed084-982e-48f7-930b-409d0d95b9b9,segment=NetworkSegment(b95dd487-2962-49dc-ba93-cab5f465d3ad),segment_id=b95dd487-2962-49dc-ba93-cab5f465d3ad)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:08:19.337162 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9e1f312e-8d9a-4f6b-bc93-d3eea800e714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (398ed084-982e-48f7-930b-409d0d95b9b9), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:19.352069 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f312e-8d9a-4f6b-bc93-d3eea800e714 admin admin] Calling delete_port for 398ed084-982e-48f7-930b-409d0d95b9b9 owned by network:router_interface {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:08:19.527485 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9e1f312e-8d9a-4f6b-bc93-d3eea800e714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (398ed084-982e-48f7-930b-409d0d95b9b9), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:19.549776 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f312e-8d9a-4f6b-bc93-d3eea800e714 admin admin] Pushing event deleted for resources: {'Port': ['ID=398ed084-982e-48f7-930b-409d0d95b9b9,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:19.724811 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9e1f312e-8d9a-4f6b-bc93-d3eea800e714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421774'] for router_interface (8e463ce2-fa73-4662-87f5-0b03fcc0bf15), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:19.940965 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1f312e-8d9a-4f6b-bc93-d3eea800e714 admin admin] Router 8e463ce2-fa73-4662-87f5-0b03fcc0bf15 has already been hosted by L3 agent fdb95e97-0059-4137-9443-d45a15104627 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 14:08:20.045975 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1f312e-8d9a-4f6b-bc93-d3eea800e714 admin admin] Notify agent at l3_agent.dv-cinder-836973-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 14:08:20.051014 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9e1f312e-8d9a-4f6b-bc93-d3eea800e714 admin admin] 10.222.0.39 "PUT /v2.0/routers/8e463ce2-fa73-4662-87f5-0b03fcc0bf15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6212454 Apr 07 14:08:20.053484 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37758) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:08:20.056007 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2cf308-806e-4ec8-977a-bef988838650 None None] Sync routers for ids ['8e463ce2-fa73-4662-87f5-0b03fcc0bf15'] in dv-cinder-836973-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 14:08:20.067734 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2cf308-806e-4ec8-977a-bef988838650 None None] Routers {'8e463ce2-fa73-4662-87f5-0b03fcc0bf15'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:08:20.068350 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-ed2cf308-806e-4ec8-977a-bef988838650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:07:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['8e463ce2-fa73-4662-87f5-0b03fcc0bf15'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:20.157812 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6e01706-873c-4167-a106-2155b7441a40 admin admin] Publish callbacks [] for router (8e463ce2-fa73-4662-87f5-0b03fcc0bf15), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:20.173182 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-ed2cf308-806e-4ec8-977a-bef988838650 None None] Set router 8e463ce2-fa73-4662-87f5-0b03fcc0bf15 gateway port host: dv-cinder-836973-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:08:20.262929 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6e01706-873c-4167-a106-2155b7441a40 admin admin] Publish callbacks [] for router_gateway (8e463ce2-fa73-4662-87f5-0b03fcc0bf15), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:20.314678 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-a6e01706-873c-4167-a106-2155b7441a40 admin admin] Deleting port 091a25a5-5e1a-493f-a8fe-c1bd24e043e1 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:08:20.315093 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6e01706-873c-4167-a106-2155b7441a40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (091a25a5-5e1a-493f-a8fe-c1bd24e043e1), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:20.351812 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-ed2cf308-806e-4ec8-977a-bef988838650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'name': 'tempest-TestVolumeBootPattern-723403161-router', 'tenant_id': '8f3c0e7d952240809f1bdf1c7770de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'external_fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '091a25a5-5e1a-493f-a8fe-c1bd24e043e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:31Z', 'updated_at': '2022-04-07T14:08:19Z', 'revision_number': 5, 'project_id': '8f3c0e7d952240809f1bdf1c7770de03', 'gw_port': {'id': '091a25a5-5e1a-493f-a8fe-c1bd24e043e1', 'name': '', 'network_id': '11de5774-1b52-4991-93c6-544d79153129', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:31:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T14:00:31Z', 'updated_at': '2022-04-07T14:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4566acd-70a5-4402-8cea-6727e52cedd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-1-iscsi'}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:20.377801 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2cf308-806e-4ec8-977a-bef988838650 None None] Checking router: 8e463ce2-fa73-4662-87f5-0b03fcc0bf15 for host: dv-cinder-836973-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 14:08:20.386597 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2cf308-806e-4ec8-977a-bef988838650 None None] Routers {'8e463ce2-fa73-4662-87f5-0b03fcc0bf15'} bound to L3 agent in host dv-cinder-836973-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 14:08:20.387206 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-ed2cf308-806e-4ec8-977a-bef988838650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T13:27:55Z,description=,heartbeat_timestamp=2022-04-07T14:07:55Z,host='dv-cinder-836973-1-iscsi',id=fdb95e97-0059-4137-9443-d45a15104627,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T13:27:55Z,topic='l3_agent')) {'router_ids': ['8e463ce2-fa73-4662-87f5-0b03fcc0bf15'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:20.399955 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-a6e01706-873c-4167-a106-2155b7441a40 admin admin] For port 091a25a5-5e1a-493f-a8fe-c1bd24e043e1, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=091a25a5-5e1a-493f-a8fe-c1bd24e043e1,segment=NetworkSegment(1ede3862-f3dd-4125-adcb-1422a1e9ce95),segment_id=1ede3862-f3dd-4125-adcb-1422a1e9ce95)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:08:20.400318 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6e01706-873c-4167-a106-2155b7441a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (091a25a5-5e1a-493f-a8fe-c1bd24e043e1), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:20.412619 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-a6e01706-873c-4167-a106-2155b7441a40 admin admin] Calling delete_port for 091a25a5-5e1a-493f-a8fe-c1bd24e043e1 owned by network:router_gateway {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:08:20.474467 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-ed2cf308-806e-4ec8-977a-bef988838650 None None] Set router 8e463ce2-fa73-4662-87f5-0b03fcc0bf15 gateway port host: None {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 14:08:20.527975 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-ed2cf308-806e-4ec8-977a-bef988838650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'name': 'tempest-TestVolumeBootPattern-723403161-router', 'tenant_id': '8f3c0e7d952240809f1bdf1c7770de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:31Z', 'updated_at': '2022-04-07T14:08:20Z', 'revision_number': 6, 'project_id': '8f3c0e7d952240809f1bdf1c7770de03', 'gw_port_host': None}], 'dv-cinder-836973-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:20.553060 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2cf308-806e-4ec8-977a-bef988838650 None None] The sync data for ids ['8e463ce2-fa73-4662-87f5-0b03fcc0bf15'] in dv-cinder-836973-1-iscsi is: [{'id': '8e463ce2-fa73-4662-87f5-0b03fcc0bf15', 'name': 'tempest-TestVolumeBootPattern-723403161-router', 'tenant_id': '8f3c0e7d952240809f1bdf1c7770de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T14:00:31Z', 'updated_at': '2022-04-07T14:08:20Z', 'revision_number': 6, 'project_id': '8f3c0e7d952240809f1bdf1c7770de03', 'gw_port_host': None}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 14:08:20.581891 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6e01706-873c-4167-a106-2155b7441a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (091a25a5-5e1a-493f-a8fe-c1bd24e043e1), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:20.608881 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e01706-873c-4167-a106-2155b7441a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=091a25a5-5e1a-493f-a8fe-c1bd24e043e1,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:20.667594 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6e01706-873c-4167-a106-2155b7441a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431867'] for router_gateway (8e463ce2-fa73-4662-87f5-0b03fcc0bf15), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:20.761013 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6e01706-873c-4167-a106-2155b7441a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (8e463ce2-fa73-4662-87f5-0b03fcc0bf15), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:20.763125 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6e01706-873c-4167-a106-2155b7441a40 admin admin] Publish callbacks [] for router_controller (8e463ce2-fa73-4662-87f5-0b03fcc0bf15), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:20.804359 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6e01706-873c-4167-a106-2155b7441a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-420261'] for router (8e463ce2-fa73-4662-87f5-0b03fcc0bf15), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:20.804933 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e01706-873c-4167-a106-2155b7441a40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e463ce2-fa73-4662-87f5-0b03fcc0bf15 {{(pid=103371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 14:08:20.809698 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6e01706-873c-4167-a106-2155b7441a40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:20.810890 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a6e01706-873c-4167-a106-2155b7441a40 admin admin] 10.222.0.39 "DELETE /v2.0/routers/8e463ce2-fa73-4662-87f5-0b03fcc0bf15 HTTP/1.1" status: 204 len: 168 time: 0.7565117 Apr 07 14:08:20.813883 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37760) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:08:20.857376 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26d4fc2-4c86-4094-b80c-689166b1be65 admin admin] Deleting subnet a82d7fb3-a02b-42dc-a87b-349d7bd9ac02 {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 14:08:20.860305 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e26d4fc2-4c86-4094-b80c-689166b1be65 admin admin] Publish callbacks [] for subnet (a82d7fb3-a02b-42dc-a87b-349d7bd9ac02), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:20.894781 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e26d4fc2-4c86-4094-b80c-689166b1be65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3370149'] for subnet (a82d7fb3-a02b-42dc-a87b-349d7bd9ac02), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:20.985293 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e26d4fc2-4c86-4094-b80c-689166b1be65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16392291'] for subnet (a82d7fb3-a02b-42dc-a87b-349d7bd9ac02), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.038489 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e26d4fc2-4c86-4094-b80c-689166b1be65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16392298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3405941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3715770'] for subnet (a82d7fb3-a02b-42dc-a87b-349d7bd9ac02), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.063786 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d4fc2-4c86-4094-b80c-689166b1be65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a82d7fb3-a02b-42dc-a87b-349d7bd9ac02,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:21.067615 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e26d4fc2-4c86-4094-b80c-689166b1be65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.070781 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e26d4fc2-4c86-4094-b80c-689166b1be65 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a82d7fb3-a02b-42dc-a87b-349d7bd9ac02 HTTP/1.1" status: 204 len: 168 time: 0.2556653 Apr 07 14:08:21.073317 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37762) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:08:21.075788 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a72635-5f08-4358-b92c-aafa60e9a86d None None] Network 7fa792f8-9a5b-41f0-8238-42f73c2e6bde requested from dv-cinder-836973-1-iscsi {{(pid=103373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 14:08:21.144682 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16221602'] for network (7fa792f8-9a5b-41f0-8238-42f73c2e6bde), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.197818 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] Deleting port fdb81aa6-9191-4dea-aed4-ba8538681096 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:08:21.198192 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (fdb81aa6-9191-4dea-aed4-ba8538681096), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.260542 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] For port fdb81aa6-9191-4dea-aed4-ba8538681096, host dv-cinder-836973-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-1-iscsi',level=0,port_id=fdb81aa6-9191-4dea-aed4-ba8538681096,segment=NetworkSegment(b95dd487-2962-49dc-ba93-cab5f465d3ad),segment_id=b95dd487-2962-49dc-ba93-cab5f465d3ad)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:08:21.261554 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (fdb81aa6-9191-4dea-aed4-ba8538681096), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.280527 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] Calling delete_port for fdb81aa6-9191-4dea-aed4-ba8538681096 owned by network:dhcp {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:08:21.337135 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c976993-4cf2-4c84-b17b-b62c1ccb0946 None None] DHCP port deletion for 7fa792f8-9a5b-41f0-8238-42f73c2e6bde request from dv-cinder-836973-1-iscsi {{(pid=103373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 14:08:21.374077 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3405984'] for port (fdb81aa6-9191-4dea-aed4-ba8538681096), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.386192 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 398ed084-982e-48f7-930b-409d0d95b9b9 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 14:08:21.401419 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb81aa6-9191-4dea-aed4-ba8538681096,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:21.403327 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] No DVR routers for this DVR port fdb81aa6-9191-4dea-aed4-ba8538681096 on host dv-cinder-836973-1-iscsi {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 14:08:21.414257 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: 398ed084-982e-48f7-930b-409d0d95b9b9 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 14:08:21.414636 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 398ed084-982e-48f7-930b-409d0d95b9b9 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 14:08:21.421034 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-6c976993-4cf2-4c84-b17b-b62c1ccb0946 None None] Deleting port fdb81aa6-9191-4dea-aed4-ba8538681096 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 14:08:21.421420 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c976993-4cf2-4c84-b17b-b62c1ccb0946 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738487886722'] for port (fdb81aa6-9191-4dea-aed4-ba8538681096), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.480558 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16415226', 'neutron.services.segments.db._delete_segments_for_network-8738487795402'] for network (7fa792f8-9a5b-41f0-8238-42f73c2e6bde), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.484933 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-6c976993-4cf2-4c84-b17b-b62c1ccb0946 None None] For port fdb81aa6-9191-4dea-aed4-ba8538681096, host dv-cinder-836973-1-iscsi, got binding levels [] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 14:08:21.485356 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c976993-4cf2-4c84-b17b-b62c1ccb0946 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428341'] for port (fdb81aa6-9191-4dea-aed4-ba8538681096), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.498130 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-6c976993-4cf2-4c84-b17b-b62c1ccb0946 None None] Calling delete_port for fdb81aa6-9191-4dea-aed4-ba8538681096 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 14:08:21.501071 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.ipam_backend_mixin [None req-6c976993-4cf2-4c84-b17b-b62c1ccb0946 None None] Port fdb81aa6-9191-4dea-aed4-ba8538681096 was not found and therefore no delete operation was performed {{(pid=103373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 14:08:21.501541 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa792f8-9a5b-41f0-8238-42f73c2e6bde']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:21.502405 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c976993-4cf2-4c84-b17b-b62c1ccb0946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16106009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738487892821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738487513685'] for port (fdb81aa6-9191-4dea-aed4-ba8538681096), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.510772 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95dd487-2962-49dc-ba93-cab5f465d3ad') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:21.511064 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95dd487-2962-49dc-ba93-cab5f465d3ad') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 14:08:21.521084 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738487798739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3370172'] for segment (b95dd487-2962-49dc-ba93-cab5f465d3ad), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.530452 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c976993-4cf2-4c84-b17b-b62c1ccb0946 None None] Pushing event deleted for resources: {'Port': ['ID=fdb81aa6-9191-4dea-aed4-ba8538681096,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:21.534267 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c976993-4cf2-4c84-b17b-b62c1ccb0946 None None] No DVR routers for this DVR port fdb81aa6-9191-4dea-aed4-ba8538681096 on host dv-cinder-836973-1-iscsi {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 14:08:21.536678 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002'] for segment (b95dd487-2962-49dc-ba93-cab5f465d3ad), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.543753 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 14:08:21.544597 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3405971'] for segment (b95dd487-2962-49dc-ba93-cab5f465d3ad), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: Traceback (most recent call last): Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: timer() Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: cb(*args, **kw) Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: self._notify() Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: self.callback(batched_events) Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: event.method(event) Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: return f(self, *a, **k) Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: return self._get(url).json() Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 14:08:21.545956 dv-cinder-836973-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 14:08:21.603517 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16415201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431839'] for network (7fa792f8-9a5b-41f0-8238-42f73c2e6bde), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.610497 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536639'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.614274 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7fa792f8-9a5b-41f0-8238-42f73c2e6bde HTTP/1.1" status: 204 len: 168 time: 0.5400467 Apr 07 14:08:21.626685 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff25ca1-307b-4158-9644-b324d11d29b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa792f8-9a5b-41f0-8238-42f73c2e6bde,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:21.727035 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37766) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:08:21.770375 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2a3f520b-6623-454b-b077-56cbbd30a35a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5642ba0a26564b09935489b9abd8c8ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421603 Apr 07 14:08:21.772905 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37768) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:08:21.819663 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f7f56b92-6516-498a-9378-580490e9e48d admin admin] Publish callbacks [] for security_group (d0994c67-f90d-47e4-b720-9559fe5605c5), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.840694 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f7f56b92-6516-498a-9378-580490e9e48d admin admin] Publish callbacks [] for security_group (d0994c67-f90d-47e4-b720-9559fe5605c5), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.887100 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f7f56b92-6516-498a-9378-580490e9e48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (d0994c67-f90d-47e4-b720-9559fe5605c5), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.889714 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f7f56b92-6516-498a-9378-580490e9e48d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:21.890890 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f7f56b92-6516-498a-9378-580490e9e48d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0994c67-f90d-47e4-b720-9559fe5605c5 HTTP/1.1" status: 204 len: 168 time: 0.1171088 Apr 07 14:08:21.898931 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f56b92-6516-498a-9378-580490e9e48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0994c67-f90d-47e4-b720-9559fe5605c5,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:22.206347 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37774) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:08:22.244594 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7b0b00f3-fce5-4001-af96-31a846778cde admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f3c0e7d952240809f1bdf1c7770de03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371251 Apr 07 14:08:22.246870 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.39', 37776) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 14:08:22.293300 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c3bbbc3f-1d5d-4acd-b5b7-4516546a3116 admin admin] Publish callbacks [] for security_group (2e73fce1-03b8-4946-afb3-b297282ee2c5), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:22.313749 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c3bbbc3f-1d5d-4acd-b5b7-4516546a3116 admin admin] Publish callbacks [] for security_group (2e73fce1-03b8-4946-afb3-b297282ee2c5), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:22.365969 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c3bbbc3f-1d5d-4acd-b5b7-4516546a3116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554581'] for security_group (2e73fce1-03b8-4946-afb3-b297282ee2c5), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:22.368617 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c3bbbc3f-1d5d-4acd-b5b7-4516546a3116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:22.369756 dv-cinder-836973-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c3bbbc3f-1d5d-4acd-b5b7-4516546a3116 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e73fce1-03b8-4946-afb3-b297282ee2c5 HTTP/1.1" status: 204 len: 168 time: 0.1220362 Apr 07 14:08:22.377367 dv-cinder-836973-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbbc3f-1d5d-4acd-b5b7-4516546a3116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e73fce1-03b8-4946-afb3-b297282ee2c5,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 14:08:22.470026 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-721d69d7-9fbb-4842-8e65-69e439e4bdda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:22.968499 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 091a25a5-5e1a-493f-a8fe-c1bd24e043e1 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 14:08:22.988781 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: 091a25a5-5e1a-493f-a8fe-c1bd24e043e1 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 14:08:22.989186 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device 091a25a5-5e1a-493f-a8fe-c1bd24e043e1 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 14:08:22.989590 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device fdb81aa6-9191-4dea-aed4-ba8538681096 no longer exists at agent ovs-agent-dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 14:08:23.008757 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] No Port match for: fdb81aa6-9191-4dea-aed4-ba8538681096 {{(pid=103373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 14:08:23.009109 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.rpc [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Device fdb81aa6-9191-4dea-aed4-ba8538681096 not bound to the agent host dv-cinder-836973-1-iscsi {{(pid=103373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 14:08:24.985859 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9d9d13ed-4718-4efe-9422-763de9ea8a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:25.899481 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:25.952099 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:08:27.374934 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:28.756075 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:35.345876 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:52.471559 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6bdb648c-a5d1-4e62-b3ac-88039ff743be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:54.986101 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2b8f909a-b8bb-4c4d-8cd8-64e3d4ac0404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:55.903906 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:57.378828 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:08:58.760234 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:09:02.951876 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:09:05.338132 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:09:22.473701 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-306039bf-6c7c-42b3-8080-59bda4b8bae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:09:24.987054 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6ced7be-4cd3-4a95-b4f8-e040ae63f020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:09:25.905554 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:09:27.380514 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:09:28.762471 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:09:35.346206 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:09:39.951558 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:09:52.475200 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f543d833-a8e8-4a3f-a560-5b13be223b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:09:54.988430 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0d786828-cd51-4adb-8227-ba32f09eaf0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:09:55.908093 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:09:57.383818 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:09:58.764150 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:10:05.356963 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:10:16.950568 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:10:22.476020 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb30b394-0d7b-40c8-a9a8-e1b544c74c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:10:24.989093 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8c82ca90-8ee0-4d50-9eee-38f5ab43a187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:10:25.913602 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:10:27.386655 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:10:28.766250 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:10:35.368346 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:10:52.477498 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5c90c83a-8e2a-48cb-a63c-e7c41c13e9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:10:53.949486 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:10:54.991821 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cdf493bc-f01b-4cdf-bc9b-da1a1262a53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:10:55.914470 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:10:57.388638 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:10:58.767797 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:11:05.386196 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:11:22.480237 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa25d-a8b8-4d43-96d6-fe931846ec3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:11:24.993617 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-26c453c3-3db2-4259-b11c-dc08ac00a859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:11:25.916148 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:11:27.391281 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:11:28.770611 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:11:30.947740 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:11:35.385991 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:11:52.480886 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-31c0044c-c777-4d21-9581-c41282600121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:11:54.993836 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-341355e4-d31d-4742-ae6d-fafb461e8467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:11:55.922597 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:11:57.393199 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:11:58.772544 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:12:05.397968 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:12:07.946705 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:12:22.481869 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de33cc88-6033-4575-8f41-637f3e2ae9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:12:24.995700 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b1f61cad-6798-4777-bc57-85cd9e5cd7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:12:25.922712 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:12:27.395837 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:12:28.773437 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:12:35.413729 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:12:44.945726 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:12:52.482726 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d9d7b0b-16bd-4d51-b422-52e6bd38005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:12:54.997763 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bae9d0ca-fded-4f15-a299-f0a6bc192cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:12:55.924694 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:12:57.398879 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:12:58.775423 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:13:05.427360 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:13:21.945205 dv-cinder-836973-1-iscsi neutron-server[103374]: DEBUG neutron.db.agents_db [None req-a08fc0e4-008d-43d3-9320-290632d20ba0 None None] Agent healthcheck: found 6 active agents {{(pid=103374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 14:13:22.486418 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f0092bc6-3ae2-4e34-bfda-c8259139e7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (7e09ed4b-3fbc-4182-89b8-ea85e81adb2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:13:24.998256 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a197ef8-8554-44ac-b4cd-f57883bf836e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (fdb95e97-0059-4137-9443-d45a15104627), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:13:25.926777 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2548e5f-b3b3-436c-a168-cc4f45f76508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (34b31211-7e7a-4f28-be39-be6d5ed98d80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:13:27.401354 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e871d891-168b-41ed-aa09-8bd922fd07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (5ee2c6d8-1f5e-4116-88f1-b1309c2fdd84), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:13:28.777685 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02f4891c-4878-4b61-b250-f90817fa1f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (e9e8dba8-1e2a-4e01-932c-2298f21b5da8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 14:13:35.426414 dv-cinder-836973-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b368-1e84-438c-969f-617e23bfdac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738487795384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16412733'] for agent (1233b0b5-54bf-444f-b254-b6b8d0a51666), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}